-- Logs begin at Thu 2021-05-20 17:40:22 UTC, end at Thu 2021-05-20 18:50:17 UTC. -- May 20 18:23:57.943348 dv-cinder-792462-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 18:24:00.303779 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.common.config [-] Logging enabled! May 20 18:24:00.304398 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 18:24:00.304534 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 18:24:00.307611 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.common.config [-] Logging enabled! May 20 18:24:00.307861 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 18:24:00.308168 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 18:24:00.309115 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 18:24:00.309347 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 18:24:00.309697 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 18:24:00.310473 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 18:24:00.310694 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 18:24:00.311016 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.311310 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.311608 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.311834 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.312127 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.312416 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.312718 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.313009 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.313304 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.313584 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.313859 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.314138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.314362 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.314637 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.314924 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.315212 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.315432 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] debug = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.315711 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.316138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.316564 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.316843 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.317131 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.317409 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.317677 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.317949 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.318230 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.318558 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] host = dv-cinder-792462-1-smb {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.318831 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.319117 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.319402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.319685 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.319955 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.320227 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.320526 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.320803 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.321073 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.321343 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.321632 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.321921 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.322209 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.322430 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.322649 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.322935 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.323221 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.323493 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.323765 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.324036 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.324305 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.324597 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.324867 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.325151 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.325457 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.325741 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.326013 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.326282 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.326550 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.326819 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.327103 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.327373 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.327641 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.327909 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.328192 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.328458 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.328752 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.329049 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.329335 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.329614 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.329896 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.330166 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.330445 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.330713 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.330982 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.331249 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_json = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.331516 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.331781 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.332059 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.332326 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.332620 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.332894 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.333163 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.333449 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:00.333748 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.334043 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.334345 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.334627 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.334925 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.335203 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.335494 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.335771 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.336060 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.336347 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.336662 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.336940 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.337228 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.337502 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.337796 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.338096 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.338390 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.338683 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.338958 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.339228 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.339501 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.339775 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.340060 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.340347 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.340667 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.340953 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.341240 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.341530 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.341807 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.342079 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.342353 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.342639 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.342917 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.343187 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.343469 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.343743 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.344016 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.344285 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.344588 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.344881 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.345159 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.345430 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.345704 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.345979 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.346258 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.346529 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.346805 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.347076 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.347346 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.347623 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.347891 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.348159 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.348438 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.348732 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.349009 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.349279 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.349549 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.349818 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.350088 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.350355 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.350626 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.350900 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.351178 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.351448 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.351718 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.351987 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.352256 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.352549 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.352837 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.353134 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.353414 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.353690 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.353968 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.354246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.354522 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.354797 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.355076 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.355353 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.355630 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.355917 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.356200 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.356482 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.357328 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.357608 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.357904 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.358181 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.358461 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.358736 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.359017 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.359305 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.359588 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.359883 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.360176 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.360470 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.360786 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.361075 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.361355 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.361661 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.361942 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:00.362155 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 18:24:00.362386 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92026) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 18:24:00.704236 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:00.704538 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:00.704829 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:00.705157 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 18:24:01.005700 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.005907 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.006169 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.007347 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.007613 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.007868 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.124227 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.124508 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.124783 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.137608 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.138402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.138667 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.166987 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.167258 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.167518 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.204892 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.205162 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.205420 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.431911 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.432403 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.432522 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.432721 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.433444 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.555768 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.556079 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.556355 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.556648 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.556914 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.557219 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.557473 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.557723 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.557969 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.558244 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.558500 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.558760 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.559018 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.559269 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.559526 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.559813 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.560065 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.560469 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.560755 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.561034 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.561376 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.561626 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.561872 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.562151 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.562396 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.562637 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.563014 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:01.563248 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:01.563479 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:01.563709 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:01.563939 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:01.564168 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:01.564557 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 18:24:01.567610 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 18:24:01.571455 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 18:24:01.575193 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 20 18:24:01.577106 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 18:24:01.577547 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 18:24:01.577879 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 18:24:01.578260 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 18:24:01.581174 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 18:24:01.581424 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 18:24:01.581764 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 18:24:01.610524 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 18:24:01.610970 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.611264 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92026) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 18:24:01.611621 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.612983 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92026) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 18:24:01.613266 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 18:24:01.613511 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 18:24:01.616708 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.616986 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:01.683417 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 18:24:01.683597 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 18:24:01.683828 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 18:24:01.684186 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 18:24:01.713501 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_db.sqlalchemy.engines [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92026) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 18:24:02.213408 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing driver for type 'gre' May 20 18:24:02.213936 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] gre ID ranges: [(1, 1000)] May 20 18:24:02.367464 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing driver for type 'local' May 20 18:24:02.367792 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing driver for type 'vlan' May 20 18:24:02.459070 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] VlanTypeDriver initialization complete May 20 18:24:02.459706 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing driver for type 'vxlan' May 20 18:24:02.459909 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] vxlan ID ranges: [(1, 1000)] May 20 18:24:02.676351 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing extension driver 'port_security' May 20 18:24:02.676757 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.extensions.port_security [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] PortSecurityExtensionDriver initialization complete May 20 18:24:02.677104 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing mechanism driver 'openvswitch' May 20 18:24:02.677442 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing mechanism driver 'hyperv' May 20 18:24:02.683948 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.plugins.ml2.plugin [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:02.685551 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.685941 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.686295 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.686742 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.687096 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.687445 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.687826 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.688172 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.688539 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > security_group after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > security_group after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693457 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693457 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693457 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > address_group after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693457 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > address_group after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693739 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693739 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] ML2 OVO RPC backend initialized. {{(pid=92026) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 18:24:02.693739 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.693739 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.694034 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.694034 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > networks before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.694324 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.694674 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > ports before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.695018 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.695359 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnets before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.695706 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.696045 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.696385 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.696905 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.697250 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.697643 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.698021 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.698358 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.698690 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.699264 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.plugin [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Modular L2 Plugin initialization complete May 20 18:24:02.699591 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading services supported by the core plugin {{(pid=92026) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 18:24:02.699916 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Got port-security extension from driver 'port_security' May 20 18:24:02.700914 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.extensions.vlantransparent [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Disabled vlantransparent extension. May 20 18:24:02.701405 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92026) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 18:24:02.701720 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: router May 20 18:24:02.757425 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.757823 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.758199 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router before_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.758569 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.758937 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.759288 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_delete 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.759643 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.760002 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.760346 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.760714 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.761062 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.761415 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.761938 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.762305 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.762640 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.763466 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: subnet after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.763800 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.764150 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.764506 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.764901 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769099 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769099 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769099 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769099 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.769446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Tracking information for resource: router configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:02.769446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Tracking information for resource: floatingip configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 18:24:02.773965 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.db.l3_agentschedulers_db [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 18:24:02.774542 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.774903 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.775251 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.775597 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.776397 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router before_create 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.776784 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.777142 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_create 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.777492 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > router precommit_update 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.782517 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.provider_configuration [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service providers = [] {{(pid=92026) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 18:24:02.782879 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.db.servicetype_db [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92026) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 18:24:02.785805 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:24:02.786155 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:24:02.786492 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:24:02.787352 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 18:24:02.787718 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.services.service_base [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 18:24:02.788254 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.788604 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 18:24:02.812240 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.812603 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: auto_allocate May 20 18:24:02.818391 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: network precommit_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.818750 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: network precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.819257 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.819571 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: tag May 20 18:24:02.826845 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.827174 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: timestamp May 20 18:24:02.831038 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.831362 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: network_ip_availability May 20 18:24:02.836612 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.836978 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.837333 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:02.838035 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.838353 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: flavors May 20 18:24:02.843234 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.843560 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading Plugin: revisions May 20 18:24:02.847796 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 18:24:02.848181 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.143s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:02.848930 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92026) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 18:24:02.849339 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Initializing extension manager. May 20 18:24:02.849858 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: __init__.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.850199 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: __pycache__ {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.850531 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.850863 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: address_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.851607 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.852177 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: address-group May 20 18:24:02.852519 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: address_scope.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.853217 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.853773 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: address-scope May 20 18:24:02.854128 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.859938 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.860482 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: router-admin-state-down-before-update May 20 18:24:02.860851 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: agent.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.861562 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.862075 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: agent May 20 18:24:02.862405 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: agent_resources_synced.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.863309 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.863971 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: agent-resources-synced May 20 18:24:02.864301 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: allowedaddresspairs.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.866109 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.866638 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: allowed-address-pairs May 20 18:24:02.866975 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: auto_allocated_topology.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.868049 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.868664 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: auto-allocated-topology May 20 18:24:02.868995 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: availability_zone.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.869750 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.870259 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: availability_zone May 20 18:24:02.870579 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: availability_zone_filter.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.871477 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.871985 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: availability_zone_filter May 20 18:24:02.872971 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: data_plane_status.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.873877 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.874382 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension data-plane-status not supported by any of loaded plugins May 20 18:24:02.874703 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: default_subnetpools.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.875602 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.876107 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: default-subnetpools May 20 18:24:02.876429 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.877260 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.877833 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: dhcp_agent_scheduler May 20 18:24:02.878160 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: dns.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.879052 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.879555 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension dns-integration not supported by any of loaded plugins May 20 18:24:02.879878 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: dns_domain_ports.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.880808 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.881313 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 18:24:02.881638 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: dvr.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.882451 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.882959 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: dvr May 20 18:24:02.883281 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: empty_string_filtering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.884176 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.884709 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: empty-string-filtering May 20 18:24:02.885034 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.885927 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.886429 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 18:24:02.886750 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.887649 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.888739 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 18:24:02.889062 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: external_net.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.890026 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.890535 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: external-net May 20 18:24:02.890858 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.892083 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.892625 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: extra_dhcp_opt May 20 18:24:02.892947 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: extraroute.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.893836 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.894338 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: extraroute May 20 18:24:02.894660 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: extraroute_atomic.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.895661 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.896171 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: extraroute-atomic May 20 18:24:02.896508 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: filter_validation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.897187 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.897701 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: filter-validation May 20 18:24:02.898068 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: fip_pf_description.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.906233 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.906757 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 18:24:02.907080 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: fip_port_details.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.907982 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.908519 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: fip-port-details May 20 18:24:02.908842 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: flavors.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.910147 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.910663 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: flavors May 20 18:24:02.910990 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.912680 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.913199 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 18:24:02.913529 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: floatingip_pools.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.914228 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.914744 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: floatingip-pools May 20 18:24:02.915071 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: ip_allocation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.915983 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.916482 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension ip_allocation not supported by any of loaded plugins May 20 18:24:02.916829 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.917744 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.918258 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: ip-substring-filtering May 20 18:24:02.918590 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l2_adjacency.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.919530 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.920034 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 18:24:02.920358 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.921341 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.921857 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: router May 20 18:24:02.922184 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.924563 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.925090 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 18:24:02.925420 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.926333 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.926971 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: ext-gw-mode May 20 18:24:02.927246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.928162 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.928714 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: l3-ha May 20 18:24:02.929038 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3_flavors.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.929932 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.930436 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: l3-flavors May 20 18:24:02.930759 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.931671 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.932184 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 18:24:02.932522 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: l3agentscheduler.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.933605 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.934116 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: l3_agent_scheduler May 20 18:24:02.934492 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: logging.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.941058 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.941581 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension logging not supported by any of loaded plugins May 20 18:24:02.941911 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: metering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.942647 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.943231 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: metering May 20 18:24:02.943639 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.944772 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.945286 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: metering_source_and_destination_fields May 20 18:24:02.945610 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: multiprovidernet.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.946648 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.947162 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: multi-provider May 20 18:24:02.947485 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: netmtu.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.948384 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.948927 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: net-mtu May 20 18:24:02.949257 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: netmtu_writable.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.950165 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.951442 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: net-mtu-writable May 20 18:24:02.951762 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: network_availability_zone.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.952427 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.952970 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: network_availability_zone May 20 18:24:02.953295 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: network_ip_availability.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.954372 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.954888 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: network-ip-availability May 20 18:24:02.955321 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: network_segment_range.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.956046 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.956592 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension network-segment-range not supported by any of loaded plugins May 20 18:24:02.956918 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: pagination.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.957888 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.958222 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: pagination May 20 18:24:02.958546 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: port_device_profile.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.959451 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.959965 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: port-device-profile May 20 18:24:02.960287 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.961239 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.961740 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: port-mac-address-regenerate May 20 18:24:02.962078 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.962969 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.963473 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: port-numa-affinity-policy May 20 18:24:02.963797 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: port_resource_request.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.964903 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.965405 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension port-resource-request not supported by any of loaded plugins May 20 18:24:02.965730 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: portbindings.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.966770 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.967277 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: binding May 20 18:24:02.967747 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: portbindings_extended.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.969053 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.969557 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: binding-extended May 20 18:24:02.969882 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: portsecurity.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.970784 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.971292 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: port-security May 20 18:24:02.971616 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: project_id.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.972671 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.973001 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: project-id May 20 18:24:02.973322 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: providernet.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.974236 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.974729 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: provider May 20 18:24:02.975053 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.978616 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.979176 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos not supported by any of loaded plugins May 20 18:24:02.979524 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.986595 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.987117 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 18:24:02.987451 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.988358 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.988907 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 18:24:02.989238 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_default.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.990223 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.990731 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-default not supported by any of loaded plugins May 20 18:24:02.991058 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_fip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.991708 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.992208 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-fip not supported by any of loaded plugins May 20 18:24:02.992553 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_gateway_ip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.993466 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.993976 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 18:24:02.994298 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_port_network_policy.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.995199 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.995709 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 18:24:02.996030 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_rule_type_details.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:02.997105 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:02.998181 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 18:24:02.998512 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: qos_rules_alias.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.004816 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.005348 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 18:24:03.005682 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: quotasv2.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.006822 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.007144 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: quotas May 20 18:24:03.007469 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: quotasv2_detail.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.009157 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.009481 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: quota_details May 20 18:24:03.009868 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: rbac.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.010926 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.011457 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: rbac-policies May 20 18:24:03.011791 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: rbac_address_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.014760 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.015288 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: rbac-address-group May 20 18:24:03.015620 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: rbac_address_scope.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.016834 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.017349 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: rbac-address-scope May 20 18:24:03.017682 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: rbac_security_groups.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.018695 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.019256 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: rbac-security-groups May 20 18:24:03.019586 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: rbac_subnetpool.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.020689 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.021205 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: rbac-subnetpool May 20 18:24:03.021534 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: revisionifmatch.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.022449 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.022963 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: revision-if-match May 20 18:24:03.023290 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: revisions.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.024543 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.025058 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: standard-attr-revisions May 20 18:24:03.025386 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: router_availability_zone.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.026057 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.026563 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: router_availability_zone May 20 18:24:03.026888 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: routerservicetype.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.027791 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.028300 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension router-service-type not supported by any of loaded plugins May 20 18:24:03.028686 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.029596 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.030110 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: security-groups-normalized-cidr May 20 18:24:03.030585 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.031503 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.032022 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: port-security-groups-filtering May 20 18:24:03.032354 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.033288 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.033805 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: security-groups-remote-address-group May 20 18:24:03.034129 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: securitygroup.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.043838 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.044399 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: security-group May 20 18:24:03.044763 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: segment.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.045554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.046064 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension segment not supported by any of loaded plugins May 20 18:24:03.046476 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.047404 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.047924 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 18:24:03.048255 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: servicetype.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.049414 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.049936 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: service-type May 20 18:24:03.050264 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: sorting.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.051234 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.051665 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: sorting May 20 18:24:03.051993 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: standard_attr_segment.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.053015 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.053533 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 18:24:03.053860 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: standardattrdescription.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.054500 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.055008 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: standard-attr-description May 20 18:24:03.055335 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: stateful_security_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.056241 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.056786 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: stateful-security-group May 20 18:24:03.057111 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: stdattrs_common.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.057684 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 18:24:03.058007 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.059017 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.060168 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 18:24:03.060543 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: subnet_onboard.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.061613 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.062127 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: subnet_onboard May 20 18:24:03.062450 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.063419 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.063962 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 18:24:03.064285 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: subnet_service_types.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.065231 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.065748 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: subnet-service-types May 20 18:24:03.066072 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: subnetallocation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.067137 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.067651 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: subnet_allocation May 20 18:24:03.068046 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.068718 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.069229 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: subnetpool-prefix-ops May 20 18:24:03.069696 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.079209 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.079722 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 18:24:03.080051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: tagging.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.081212 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.081749 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: standard-attr-tag May 20 18:24:03.082079 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: timestamp.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.083271 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.083792 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loaded extension: standard-attr-timestamp May 20 18:24:03.084123 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: trunk.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.085315 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.085833 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension trunk not supported by any of loaded plugins May 20 18:24:03.086162 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: trunk_details.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.087139 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.087647 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension trunk-details not supported by any of loaded plugins May 20 18:24:03.087972 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: uplink_status_propagation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.088913 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.089424 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 18:24:03.089747 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Loading extension file: vlantransparent.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 18:24:03.090414 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 18:24:03.090945 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 18:24:03.093435 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:network May 20 18:24:03.094155 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:subnet May 20 18:24:03.094952 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:24:03.095551 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:port May 20 18:24:03.096911 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.097356 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service FLAVORS assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.098031 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.098456 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.098787 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:router May 20 18:24:03.101792 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:floatingip May 20 18:24:03.101792 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service METERING assigned prefix: /metering {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.101792 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:03.102056 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:03.102318 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:24:03.103522 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of CountableResource for resource:rbac_policy May 20 18:24:03.103980 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:security_group May 20 18:24:03.104675 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 18:24:03.105469 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.105844 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:24:03.106281 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] subnetpool is already registered May 20 18:24:03.106954 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.107291 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:24:03.107765 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] subnetpool is already registered May 20 18:24:03.111596 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.112040 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service FLAVORS assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.112668 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.113096 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.113481 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:router May 20 18:24:03.113809 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] router is already registered May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:floatingip May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] floatingip is already registered May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service METERING assigned prefix: /metering {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of CountableResource for resource:rbac_policy May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] rbac_policy is already registered May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:security_group May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] security_group is already registered May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 18:24:03.119105 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] security_group_rule is already registered May 20 18:24:03.119745 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.119745 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:24:03.119745 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] subnetpool is already registered May 20 18:24:03.120162 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 18:24:03.120528 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Creating instance of TrackedResource for resource:subnetpool May 20 18:24:03.120912 dv-cinder-792462-1-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] subnetpool is already registered May 20 18:24:03.121575 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: extensions {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.123576 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: address-groups {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.125440 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: address-scopes {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.126669 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: agents {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.127844 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: auto-allocated-topology {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.129142 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: availability_zones {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.130479 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: dhcp-networks {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.131988 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: dhcp-agents {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.133457 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: routers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.135270 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: flavors {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.136473 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: service_profiles {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.137812 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: next_providers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.139904 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: service_profiles {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.141620 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: floatingip-pools {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.142903 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: routers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.144795 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: floatingips {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.147803 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: l3-routers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.147803 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: l3-agents {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.149048 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: metering-labels {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.150409 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: metering-label-rules {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.151689 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: network-ip-availabilities {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.153197 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: bindings {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.155055 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: quotas {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.156507 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: quotas {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.157994 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: rbac-policies {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.159341 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: security-groups {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.160598 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: security-group-rules {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.161852 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: service-providers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.163089 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: subnetpools {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.164535 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: subnetpools {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.166198 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.167884 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.169793 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.171649 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.174470 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.176327 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.178732 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.293193 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.295673 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.297684 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 18:24:03.303722 dv-cinder-792462-1-smb neutron-server[92026]: WARNING keystonemiddleware.auth_token [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 18:24:03.308472 dv-cinder-792462-1-smb neutron-server[92026]: WARNING keystonemiddleware.auth_token [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 18:24:03.317429 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Acquired lock "singleton_lock" {{(pid=92026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 18:24:03.317914 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Releasing lock "singleton_lock" {{(pid=92026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 18:24:03.318551 dv-cinder-792462-1-smb neutron-server[92026]: INFO oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Starting 2 workers May 20 18:24:03.323180 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Started child 92135 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:24:03.327364 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Started child 92136 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:24:03.328264 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:03.329015 dv-cinder-792462-1-smb neutron-server[92026]: INFO neutron.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 18:24:03.329594 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Notify callbacks [] for process, before_spawn {{(pid=92026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:03.329790 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [-] (92135) wsgi starting up on http://0.0.0.0:9696 May 20 18:24:03.331820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:03.332245 dv-cinder-792462-1-smb neutron-server[92026]: INFO oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Starting 1 workers May 20 18:24:03.333226 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [-] (92136) wsgi starting up on http://0.0.0.0:9696 May 20 18:24:03.337037 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Started child 92137 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:24:03.337553 dv-cinder-792462-1-smb neutron-server[92026]: INFO oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Starting 1 workers May 20 18:24:03.340439 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] calling RpcWorker wait() {{(pid=92137) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 18:24:03.341017 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] returning from RpcWorker wait() {{(pid=92137) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 18:24:03.341791 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Started child 92138 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 18:24:03.342216 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:03.342588 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-95ffe020-d256-4f6d-bfdf-7901579e3151 None None] Notify callbacks [] for process, after_spawn {{(pid=92026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:03.342701 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:03.344418 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 18:24:03.344652 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 18:24:03.344842 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 18:24:03.345054 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 18:24:03.345385 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 18:24:03.345555 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 18:24:03.346056 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.346342 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.346616 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.346712 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:03.347175 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.347175 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.347563 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:03.347744 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.347988 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.348449 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.348647 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.348920 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.349087 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.349259 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.349513 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.349767 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.350075 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.350350 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.350609 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.350892 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.351073 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.351321 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.351594 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.351841 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.352102 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] debug = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.352362 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.352878 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.353106 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.353351 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.353589 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.353870 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.354120 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.354517 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.354763 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.354999 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.355249 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.355497 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.355742 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.355974 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.356211 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.356458 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.357252 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.357751 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] host = dv-cinder-792462-1-smb {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.357995 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.358211 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.358464 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.358711 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.358958 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.359192 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.359453 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.359698 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.359964 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.360221 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.360478 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.360742 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.360974 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.361222 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.361375 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_options = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.361590 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.361874 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.362137 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.362326 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.362498 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.362664 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.362919 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.363093 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.363323 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.363563 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.363778 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.363999 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.364232 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.364467 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.364745 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.364995 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.365243 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.365474 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.365746 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.365974 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.366216 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.366492 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.366654 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.366890 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.367103 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.367352 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.367601 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.367833 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.368034 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.368277 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.368629 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.368796 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.369010 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.369313 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.370282 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.370649 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.370947 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.371336 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.371593 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.371854 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.372133 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.373090 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.373353 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.373592 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.373900 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.374079 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_json = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.374318 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.374541 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.374814 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.375036 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.375274 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.375494 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.375716 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.375952 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.376427 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.376659 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.376971 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.377217 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.377456 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.377704 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.377994 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.378155 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.378395 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.378625 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.378909 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.379152 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.379445 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.379695 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.379955 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.380279 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.380597 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.380873 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.384246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.385156 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386585 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386585 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.386889 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.387189 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.387328 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.387537 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.387754 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.388002 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.388214 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.388639 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.388805 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.389005 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.389145 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.389404 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.389554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.389783 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.390000 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.392699 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.392837 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.393080 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.393363 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.393652 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.393894 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.394124 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.394371 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.394620 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.394924 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.395185 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.395418 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.396264 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.396544 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.396792 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.398883 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.399240 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.399477 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.399704 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.399952 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.400193 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.400519 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.400832 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.401090 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.401436 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.401720 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.401985 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.402218 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.402455 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.402702 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.402951 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.403174 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.403436 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.403668 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.403904 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.404138 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.404369 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.404713 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.404946 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.405227 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.405488 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.405748 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.405982 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.406273 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.406513 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.406767 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.407028 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.407314 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.407583 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.407830 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.408183 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.408433 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.408724 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.409231 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.409501 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.410017 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.410689 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.410946 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.411208 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.411554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.412711 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.412952 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.413181 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.413408 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.413689 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.413948 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.414169 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.414406 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.414637 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.414950 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.415187 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.415397 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.415701 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.416636 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.416925 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.417318 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.417484 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.417743 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.418010 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.418282 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.419681 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.419909 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.420166 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.420425 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.420685 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.420935 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.421177 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.421393 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.421608 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.421864 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.422131 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.422352 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.422576 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.422795 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.423015 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.423233 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.423478 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.423689 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.425260 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.425531 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.425770 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.426002 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.426227 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.426446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.426720 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.426978 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.427255 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.427507 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.427728 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.427976 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.428236 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.428512 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.428731 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.429034 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.429636 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.429636 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.429636 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.429828 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.430032 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.430264 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.430507 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.430722 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.430984 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.431230 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.431559 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.431816 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.432061 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.432295 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.432538 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.432760 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.433002 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.433243 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.433476 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.433694 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.433907 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.434188 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.434440 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.434727 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.435438 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.435678 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.435884 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.436119 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.436350 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.436665 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.436912 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.437152 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.437369 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.437627 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.437918 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.438153 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.438368 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.438583 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.438979 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.439249 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.439459 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.439669 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.439888 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.440119 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.440341 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.440571 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.440783 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.440998 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.441207 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.441460 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.441786 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.442107 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.442321 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.442544 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.442884 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.443201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.443425 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.443732 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.443949 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.444176 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.444440 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.444795 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.445014 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.445273 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.445494 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.445722 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.445941 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.446193 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.446509 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.446804 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.447062 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.447297 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.447577 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.447857 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.448127 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.448340 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.448667 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.448996 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.449297 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.449582 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.449812 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.450090 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.450367 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.450610 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.450837 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.451075 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.451296 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.451536 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.451765 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.451994 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.452211 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.452439 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.452688 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.452938 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.453177 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.453431 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.453649 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.453808 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 18:24:03.454381 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 18:24:03.454543 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 18:24:03.454695 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 18:24:03.454862 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 18:24:03.455031 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 18:24:03.455184 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 18:24:03.455386 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.455531 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.455699 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.455857 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456014 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456192 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456351 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456519 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456670 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456828 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.456989 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.457164 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.457301 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.457451 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.457611 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.457764 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.457920 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.458066 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.458228 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.458374 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.458533 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.458690 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.458846 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] debug = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.459002 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.459201 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.459731 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.459731 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.459731 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460022 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460022 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460244 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460244 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460438 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460582 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460681 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460832 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.460988 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.461143 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.461299 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.461455 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.461610 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] host = dv-cinder-792462-1-smb {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.461766 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.461924 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.462079 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.462234 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.462392 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.462585 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.462747 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.462939 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463046 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463205 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463359 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463685 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463685 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463866 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.463947 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_options = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.464091 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.464239 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.464388 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.464588 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.464750 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.464906 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.465062 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.465221 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.465376 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.465532 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.465694 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.465867 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466028 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466185 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466342 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466481 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466644 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466799 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.466955 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.467112 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.467269 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.467426 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.467584 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.467740 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.467895 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468051 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468207 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468363 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468535 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468695 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468850 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.468994 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.469150 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.469308 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.469465 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.469621 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.469778 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.469938 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.470094 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.470249 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.470408 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.470563 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.470718 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.470874 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471030 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471184 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_json = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471342 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471496 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471651 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471861 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.471990 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.472104 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.473402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.473402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 18:24:03.473402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.473402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.473402 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.474554 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475105 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475105 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475105 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475323 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475323 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475466 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475978 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475978 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.475978 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.476215 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.476215 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.476384 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.476562 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.476728 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.476890 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477048 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477207 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477363 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477516 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477674 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477835 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.477994 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.478152 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.478311 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.478469 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.478627 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.478787 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.478946 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.479106 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.479267 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.479425 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.479585 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.479744 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.479904 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.480063 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.480222 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.480381 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.480560 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.480720 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.480890 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.481050 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.481210 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.481368 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.482062 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.482222 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.482381 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.482540 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.482699 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.482858 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483017 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483232 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483344 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483475 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483636 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483799 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.483962 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.484119 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.484278 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.484433 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.484607 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.484766 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.484925 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.485116 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.485278 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.485399 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.485552 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.485711 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.485868 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.486028 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.486192 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.486349 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.486507 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.486667 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.486838 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487010 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487169 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487328 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487488 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487649 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487807 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.487964 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.488124 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.488282 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.488442 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.488621 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.488781 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.488940 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.489099 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.489256 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.489414 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.489571 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.489730 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.489887 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.490047 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.490205 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.490363 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.490526 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.490682 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.490841 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491000 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491166 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491326 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491487 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491646 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491810 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.491981 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.492144 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.492302 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.492459 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.492637 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.492799 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.492961 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.493119 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.493278 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.493437 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.493594 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.493760 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.493932 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494089 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494225 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494380 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494563 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494712 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494862 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.494999 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.495142 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:03.495288 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.495288 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.495550 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.495686 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.495822 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.495965 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.496102 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.496246 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.496383 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.496587 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.496731 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.496871 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.497016 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.497152 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.497883 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498043 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498175 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498310 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498445 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498588 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498748 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.498884 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499019 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499167 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499304 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499439 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499584 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499738 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.499872 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500007 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500140 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500274 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500420 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500606 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500767 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.500928 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.501088 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.501248 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.501408 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.501568 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.501728 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.501888 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.502048 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.502207 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.502366 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.502526 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.502686 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.502844 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503005 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503164 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503323 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503504 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503642 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503816 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.503971 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.504129 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.504287 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.504446 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.504624 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.504782 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.504940 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.505098 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.505260 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.505421 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.505581 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.505739 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.505897 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.506056 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.506219 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.506376 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.506545 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.506704 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.506863 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.507021 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.507175 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.507339 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.508131 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.508552 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.508941 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.509436 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.509436 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.509682 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.509682 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.509917 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510041 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510164 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510267 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510424 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510583 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510741 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.510907 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.511066 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.511224 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.511382 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.511541 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.511707 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.511867 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.512026 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.512192 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.512350 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.512524 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.512686 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.512881 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.513042 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.513203 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.513361 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.513523 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.513681 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.513841 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.514006 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.514173 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.514357 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.514501 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.514666 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.514834 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515001 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515159 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515325 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515496 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515659 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515820 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.515953 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.516100 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.516258 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.516704 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.516853 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517013 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517170 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517387 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517533 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517668 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517804 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.517949 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.518084 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.518217 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.518351 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.518486 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.518627 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 18:24:03.518764 dv-cinder-792462-1-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 18:24:03.617168 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 54452) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:03.625654 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063331 May 20 18:24:14.486340 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b503ef-f3dc-4990-8c06-bb64b64f45e3 None None] get_active_networks_info from dv-cinder-792462-1-smb {{(pid=92137) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 18:24:14.589415 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b503ef-f3dc-4990-8c06-bb64b64f45e3 None None] No non-hosted networks {{(pid=92137) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 18:24:14.605325 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.agentschedulers_db [None req-d2b503ef-f3dc-4990-8c06-bb64b64f45e3 None None] DHCP Agent not found on host dv-cinder-792462-1-smb {{(pid=92137) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 18:24:14.870800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5c25e4d6-a7ce-4008-bf55-fffde2b73d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092'] for agent, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:16.933766 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092'] for agent, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:16.936235 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.937018 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.937675 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.938253 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.939013 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.939635 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.940395 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.945650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.945650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.945650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.945650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.945650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:16.946344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:16.953759 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:17.134287 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7f7d7193-28a9-4fd0-9388-b81fbed81ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092'] for agent, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:17.249285 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.db.api [None req-e11b6081-a1d0-4272-acf6-d77004a2ebbd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-792462-1-smb {{(pid=92137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 18:24:17.250002 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_db.api [None req-e11b6081-a1d0-4272-acf6-d77004a2ebbd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 18:24:18.002691 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e11b6081-a1d0-4272-acf6-d77004a2ebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:18.208047 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092'] for agent, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:19.784892 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092'] for agent, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:21.136466 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 54544) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:21.733764 dv-cinder-792462-1-smb neutron-server[92136]: WARNING oslo_policy.policy [None req-ed3822d4-ad87-4629-9ad1-1b74be7c26ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:21.734449 dv-cinder-792462-1-smb neutron-server[92136]: WARNING oslo_policy.policy [None req-ed3822d4-ad87-4629-9ad1-1b74be7c26ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:21.949329 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [None req-ed3822d4-ad87-4629-9ad1-1b74be7c26ce admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:24:21.950490 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ed3822d4-ad87-4629-9ad1-1b74be7c26ce admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8130147 May 20 18:24:22.098867 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.db.l3_hamode_db [None req-a20ec7ec-27fc-4812-8fcf-3df5a81232df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 18:24:22.186495 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ec7ec-27fc-4812-8fcf-3df5a81232df None None] Routers set() bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:22.186891 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ec7ec-27fc-4812-8fcf-3df5a81232df None None] Router IDs set() for agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 18:24:24.249879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54558) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:24.827680 dv-cinder-792462-1-smb neutron-server[92135]: WARNING oslo_policy.policy [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:24.828274 dv-cinder-792462-1-smb neutron-server[92135]: WARNING oslo_policy.policy [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:25.042947 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:25.142152 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.policy [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92135) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 18:24:25.186814 dv-cinder-792462-1-smb neutron-server[92135]: WARNING oslo_policy.policy [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:25.187173 dv-cinder-792462-1-smb neutron-server[92135]: WARNING oslo_policy.policy [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:25.195960 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.quota [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] Loaded quota_driver: . May 20 18:24:25.211545 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:25.328863 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771695368790', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771695369313', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771695370270', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771695351722', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771695361581', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771695401216', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-784996', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-892325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4047236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4096773'] for rbac-policy, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:25.545029 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:25.546416 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-70019a03-3f9b-45ee-b91c-1f783f16467a admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2945340 May 20 18:24:28.138507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54576) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:28.498638 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:28.503630 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:28.507963 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Usage tracker for resource:network and tenant:d347bcfbc61d47768d330fe0ffab89f1 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:28.513149 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:28.519544 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:28.646928 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Made reservation on behalf of d347bcfbc61d47768d330fe0ffab89f1 for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:28.656674 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:28.667260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:28.681076 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:28.685335 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d347bcfbc61d47768d330fe0ffab89f1 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:28.690281 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:28.695726 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:29.063236 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.206645 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.212136 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:29.229159 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=92135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:24:29.254435 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771697206074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.255038 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Unsubscribe: segment precommit_create {{(pid=92135) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 18:24:29.255500 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Added segment 2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0 of type vlan for network 249369d1-e2da-4530-b0dc-4dd2a2832c13 May 20 18:24:29.302422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81807b1-4d36-49c0-85de-68866add55b6,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:29.333332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.333779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Tracked resource versions report: May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: pushed versions: May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: { 'AddressGroup': {'1.2'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'ConntrackHelper': {'1.0'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Log': {'1.0'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Network': {'1.1'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Port': {'1.7'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'PortForwarding': {'1.2'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'QosPolicy': {'1.8'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroup': {'1.4'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroupRule': {'1.2'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'SubPort': {'1.0'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Subnet': {'1.1'}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Trunk': {'1.1'}} May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: consumer versions: May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'ConntrackHelper': '1.0', May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Log': '1.0', May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Network': '1.1', May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'Port': '1.7', May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'PortForwarding': '1.2', May 20 18:24:29.334083 dv-cinder-792462-1-smb neutron-server[92135]: 'QosPolicy': '1.8', May 20 18:24:29.335510 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroup': '1.4', May 20 18:24:29.335510 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroupRule': '1.2', May 20 18:24:29.335510 dv-cinder-792462-1-smb neutron-server[92135]: 'SubPort': '1.0', May 20 18:24:29.335510 dv-cinder-792462-1-smb neutron-server[92135]: 'Subnet': '1.1', May 20 18:24:29.335510 dv-cinder-792462-1-smb neutron-server[92135]: 'Trunk': '1.1'}} May 20 18:24:29.335510 dv-cinder-792462-1-smb neutron-server[92135]: {{(pid=92135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:24:29.370698 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.379245 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:29.504363 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.506044 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:29.506718 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:29.511752 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:29.617852 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=249369d1-e2da-4530-b0dc-4dd2a2832c13,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:29.621092 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:29.629072 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:24:29.654121 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5145566 May 20 18:24:32.262805 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 54592) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:32.823961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.policy [None req-85dca9c5-2bca-48df-81c7-b254f1dfdd55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92136) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 18:24:32.868282 dv-cinder-792462-1-smb neutron-server[92136]: WARNING oslo_policy.policy [None req-85dca9c5-2bca-48df-81c7-b254f1dfdd55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:32.868673 dv-cinder-792462-1-smb neutron-server[92136]: WARNING oslo_policy.policy [None req-85dca9c5-2bca-48df-81c7-b254f1dfdd55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 18:24:32.877905 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dca9c5-2bca-48df-81c7-b254f1dfdd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:32.879682 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-85dca9c5-2bca-48df-81c7-b254f1dfdd55 admin admin] 10.222.0.54 "GET /v2.0/networks/249369d1-e2da-4530-b0dc-4dd2a2832c13 HTTP/1.1" status: 200 len: 825 time: 0.6159074 May 20 18:24:32.911197 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-eae22af5-18c2-4b11-99f8-3bcca0f00c6b admin admin] 10.222.0.54 "GET /v2.0/subnetpools/7c1aed04-c9cf-487d-949c-3520b504f049 HTTP/1.1" status: 200 len: 734 time: 0.0261292 May 20 18:24:32.919614 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Request body: {'subnet': {'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:32.921171 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.quota [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Loaded quota_driver: . May 20 18:24:32.927009 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:32.932681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Usage tracker for resource:subnet and tenant:d347bcfbc61d47768d330fe0ffab89f1 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:32.936434 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:32.943277 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:33.023889 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Made reservation on behalf of d347bcfbc61d47768d330fe0ffab89f1 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:33.026774 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.629617 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:33.635430 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:33.712870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Checking segment: {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:33.713165 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Network hostable DHCP agents. Network: 249369d1-e2da-4530-b0dc-4dd2a2832c13, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:24:33.726145 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Pushing event updated for resources: {'Subnet': ['ID=afee311e-7b7a-4a0c-bc5a-d28737c15a5c,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:33.738772 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.739106 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.739435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.739756 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.740069 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.740382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.740717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.741028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.741358 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.741668 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.741971 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.742276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Tracked resource versions report: May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: pushed versions: May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: { 'AddressGroup': {'1.2'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'ConntrackHelper': {'1.0'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Log': {'1.0'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Network': {'1.1'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Port': {'1.7'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'PortForwarding': {'1.2'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'QosPolicy': {'1.8'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroup': {'1.4'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroupRule': {'1.2'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'SubPort': {'1.0'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Subnet': {'1.1'}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Trunk': {'1.1'}} May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: consumer versions: May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'ConntrackHelper': '1.0', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Log': '1.0', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Network': '1.1', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Port': '1.7', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'PortForwarding': '1.2', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'QosPolicy': '1.8', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroup': '1.4', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroupRule': '1.2', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'SubPort': '1.0', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Subnet': '1.1', May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: 'Trunk': '1.1'}} May 20 18:24:33.743376 dv-cinder-792462-1-smb neutron-server[92136]: {{(pid=92136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:24:33.772468 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:33.921389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:24:34.024116 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 249369d1-e2da-4530-b0dc-4dd2a2832c13) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:34.032420 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:34.032897 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfaee41-fe00-4563-9b75-14f12eb2d172 None None] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:24:34.033313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.156164 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2398057 May 20 18:24:34.339652 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-249369d1-e2da-4530-b0dc-4dd2a2832c13', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:24:34.341539 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.533118 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Allocated IP 172.20.0.2 (249369d1-e2da-4530-b0dc-4dd2a2832c13/afee311e-7b7a-4a0c-bc5a-d28737c15a5c/fc2fe83a-200f-433f-a0c0-c96e92d27a37) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:34.769843 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.782437 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Transition to ACTIVE for port object fc2fe83a-200f-433f-a0c0-c96e92d27a37 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:34.802564 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Transition to ACTIVE for port object fc2fe83a-200f-433f-a0c0-c96e92d27a37 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:34.899627 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:34.904547 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:34.969281 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:34.972226 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:34.978958 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:34.981629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Pushing event updated for resources: {'Port': ['ID=fc2fe83a-200f-433f-a0c0-c96e92d27a37,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:34.991117 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.991460 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.991794 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.992151 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.992475 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.992821 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.993173 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.993511 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.993834 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.994183 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.994499 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.994812 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Tracked resource versions report: May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: pushed versions: May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: { 'AddressGroup': {'1.2'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'ConntrackHelper': {'1.0'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Log': {'1.0'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Network': {'1.1'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Port': {'1.7'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'PortForwarding': {'1.2'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'QosPolicy': {'1.8'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroup': {'1.4'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroupRule': {'1.2'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'SubPort': {'1.0'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Subnet': {'1.1'}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Trunk': {'1.1'}} May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: consumer versions: May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'ConntrackHelper': '1.0', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Log': '1.0', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Network': '1.1', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Port': '1.7', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'PortForwarding': '1.2', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'QosPolicy': '1.8', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroup': '1.4', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroupRule': '1.2', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'SubPort': '1.0', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Subnet': '1.1', May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: 'Trunk': '1.1'}} May 20 18:24:34.995963 dv-cinder-792462-1-smb neutron-server[92137]: {{(pid=92137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:24:35.031076 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:35.085568 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Attempting to bind port fc2fe83a-200f-433f-a0c0-c96e92d27a37 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:35.086239 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Attempting to bind port fc2fe83a-200f-433f-a0c0-c96e92d27a37 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:35.086434 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Attempting to bind port fc2fe83a-200f-433f-a0c0-c96e92d27a37 on network 249369d1-e2da-4530-b0dc-4dd2a2832c13 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:35.092537 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:35.092941 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Checking segment: {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:35.093446 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.093870 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Bound using segment: {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:35.094385 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Bound port: fc2fe83a-200f-433f-a0c0-c96e92d27a37, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:35.094790 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.185609 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] For port fc2fe83a-200f-433f-a0c0-c96e92d27a37, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:35.189449 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] For port fc2fe83a-200f-433f-a0c0-c96e92d27a37, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=fc2fe83a-200f-433f-a0c0-c96e92d27a37,segment=NetworkSegment(2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0),segment_id=2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:35.322226 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:35.327185 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:35.415638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Pushing event updated for resources: {'Port': ['ID=fc2fe83a-200f-433f-a0c0-c96e92d27a37,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:35.418811 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:36.518936 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 54608) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:36.898550 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [None req-d76e03fc-c77b-49c9-9d3d-b0c8f7e7feb8 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:24:36.899499 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d76e03fc-c77b-49c9-9d3d-b0c8f7e7feb8 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3795931 May 20 18:24:39.235123 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54618) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:39.649866 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [None req-92e4475f-6a6b-40c4-84fe-f973a854d96f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:24:39.650833 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-92e4475f-6a6b-40c4-84fe-f973a854d96f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4147615 May 20 18:24:40.708662 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device fc2fe83a-200f-433f-a0c0-c96e92d27a37 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:40.948469 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d6796-7134-43a7-853e-c82396cdfefb None None] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:24:40.963734 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port fc2fe83a-200f-433f-a0c0-c96e92d27a37 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:41.127497 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Provisioning for port fc2fe83a-200f-433f-a0c0-c96e92d27a37 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:41.136511 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Provisioning complete for port fc2fe83a-200f-433f-a0c0-c96e92d27a37 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:41.137466 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:41.302542 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:41.336669 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] For port fc2fe83a-200f-433f-a0c0-c96e92d27a37, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=fc2fe83a-200f-433f-a0c0-c96e92d27a37,segment=NetworkSegment(2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0),segment_id=2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:24:41.407292 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:41.409526 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:41.477468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Pushing event updated for resources: {'Port': ['ID=fc2fe83a-200f-433f-a0c0-c96e92d27a37,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:41.481265 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:41.529342 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-a8937288-51e6-418c-97e2-bccf325dfb7d None None] Provisioning complete for port fc2fe83a-200f-433f-a0c0-c96e92d27a37 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:41.529861 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a8937288-51e6-418c-97e2-bccf325dfb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.398184 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54634) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:42.681075 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device fc2fe83a-200f-433f-a0c0-c96e92d27a37 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:24:42.746870 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port fc2fe83a-200f-433f-a0c0-c96e92d27a37 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:42.747180 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.749801 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:42.754140 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:42.757988 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Usage tracker for resource:router and tenant:d347bcfbc61d47768d330fe0ffab89f1 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:42.762298 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:42.768179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:42.835838 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.837677 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:42.858260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.030368 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.132507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:43.133621 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-70bf27a4-9a62-4b32-8fdf-cdcb4b823447 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7344127 May 20 18:24:44.395443 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-81a1e7f7-610d-4461-83b7-943df86caeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:45.424797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54644) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:45.789722 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [None req-2980b1ea-96cb-4209-8ff4-c259d3f55319 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:24:45.790680 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2980b1ea-96cb-4209-8ff4-c259d3f55319 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649716 May 20 18:24:46.881264 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:47.138581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1dd253cb-fe38-418d-84b8-edcc97abb1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.063858 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.198591 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54654) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:48.561773 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:48.567092 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:48.570891 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Usage tracker for resource:network and tenant:2b11f985d5df4330ad8c1e41f4db521a is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:48.573871 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:48.579675 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:48.681182 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Made reservation on behalf of 2b11f985d5df4330ad8c1e41f4db521a for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:48.683458 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.695446 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.709417 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:48.713125 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Usage tracker for resource:security_group_rule and tenant:2b11f985d5df4330ad8c1e41f4db521a is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:48.716361 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:48.721941 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:48.802832 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.863874 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.867985 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:48.884797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Reserving flat network on physical network physnet1 {{(pid=92135) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 18:24:48.905527 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f741678-025f-4b7a-813c-68c59aa4a77f,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:48.910179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:48.911379 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:48.911719 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Added segment 1f8fde4b-7420-4a98-af8b-1680d147094c of type flat for network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 May 20 18:24:48.943142 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:49.035493 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:49.036882 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:49.037507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:49.041988 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:49.153903 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Pushing event updated for resources: {'Network': ['ID=02ca1856-0ac2-4f6e-a74e-119cd05d4b39,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:49.156709 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:49.163476 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:24:49.225089 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0248511 May 20 18:24:49.658502 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:51.556192 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54674) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:51.767066 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579ee8d-bc3f-44b0-8b1b-3f709d278c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:51.768415 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1579ee8d-bc3f-44b0-8b1b-3f709d278c03 admin admin] 10.222.0.54 "GET /v2.0/subnets/afee311e-7b7a-4a0c-bc5a-d28737c15a5c HTTP/1.1" status: 200 len: 849 time: 0.2112186 May 20 18:24:51.914302 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-dc760b69-fa1c-4c86-8933-b02ae7583817 admin admin] 10.222.0.54 "GET /v2.0/routers/7e5d137b-aea6-4dc2-952b-04ffceb9c67d HTTP/1.1" status: 200 len: 704 time: 0.1403093 May 20 18:24:52.373314 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:52.600990 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Allocated IP 172.20.0.1 (249369d1-e2da-4530-b0dc-4dd2a2832c13/afee311e-7b7a-4a0c-bc5a-d28737c15a5c/7f44af3d-e33b-46fd-9af8-f20cc2315794) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:24:52.754472 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:52.772239 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.provisioning_blocks [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Transition to ACTIVE for port object 7f44af3d-e33b-46fd-9af8-f20cc2315794 will not be triggered until provisioned by entity DHCP. {{(pid=92135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:52.858539 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:52.863038 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:52.925492 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:52.928277 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:52.934089 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:24:52.934591 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.091623 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Pushing event updated for resources: {'Port': ['ID=7f44af3d-e33b-46fd-9af8-f20cc2315794,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:53.104953 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:53.201287 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2d41af4a-e1ba-4f89-a693-cb624f6d7b93 None None] Provisioning for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:24:53.206168 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2d41af4a-e1ba-4f89-a693-cb624f6d7b93 None None] Provisioning complete for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:53.206540 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2d41af4a-e1ba-4f89-a693-cb624f6d7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.258005 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-2d41af4a-e1ba-4f89-a693-cb624f6d7b93 None None] Port 7f44af3d-e33b-46fd-9af8-f20cc2315794 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:24:53.335736 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.561954 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.617938 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.619043 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:53.623089 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:53.756045 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Pushing event updated for resources: {'Port': ['ID=7f44af3d-e33b-46fd-9af8-f20cc2315794,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:53.762571 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:53.826213 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:24:53.827213 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:53.980026 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-bd087813-a0aa-4bb9-ba8c-29572f1c70f6 None None] Provisioning complete for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:24:53.980528 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bd087813-a0aa-4bb9-ba8c-29572f1c70f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:54.034394 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-bd087813-a0aa-4bb9-ba8c-29572f1c70f6 None None] Port 7f44af3d-e33b-46fd-9af8-f20cc2315794 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:24:54.081314 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:24:54.236718 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:24:54.245693 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] 10.222.0.54 "PUT /v2.0/routers/7e5d137b-aea6-4dc2-952b-04ffceb9c67d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3264771 May 20 18:24:54.247161 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Sync routers for ids ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:24:54.257203 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Routers {'7e5d137b-aea6-4dc2-952b-04ffceb9c67d'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:54.258066 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:24:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:54.431110 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Set router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d gateway port host: None {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:54.797392 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:42Z', 'updated_at': '2021-05-20T18:24:53Z', 'revision_number': 2, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'gw_port_host': None, '_interfaces': [{'id': '7f44af3d-e33b-46fd-9af8-f20cc2315794', 'name': '', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'mac_address': 'fa:16:3e:ea:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:52Z', 'updated_at': '2021-05-20T18:24:53Z', 'revision_number': 2, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'subnets': [{'id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:54.802297 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Checking router: 7e5d137b-aea6-4dc2-952b-04ffceb9c67d for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:24:54.802681 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Updating router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d port 7f44af3d-e33b-46fd-9af8-f20cc2315794 binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:24:54.853615 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.224317 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.238793 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Transition to ACTIVE for port object 7f44af3d-e33b-46fd-9af8-f20cc2315794 will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:24:55.326801 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.331740 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:55.522141 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Pushing event updated for resources: {'Port': ['ID=7f44af3d-e33b-46fd-9af8-f20cc2315794,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:55.547984 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.547984 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.547984 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.548383 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.548481 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.548817 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.549128 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.549435 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.549732 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.550033 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.550335 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.550642 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Tracked resource versions report: May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: pushed versions: May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: { 'AddressGroup': {'1.2'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'ConntrackHelper': {'1.0'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Log': {'1.0'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Network': {'1.1'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Port': {'1.7'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'PortForwarding': {'1.2'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'QosPolicy': {'1.8'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroup': {'1.4'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroupRule': {'1.2'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'SubPort': {'1.0'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Subnet': {'1.1'}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Trunk': {'1.1'}} May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: consumer versions: May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'ConntrackHelper': '1.0', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Log': '1.0', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Network': '1.1', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Port': '1.7', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'PortForwarding': '1.2', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'QosPolicy': '1.8', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroup': '1.4', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroupRule': '1.2', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'SubPort': '1.0', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Subnet': '1.1', May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: 'Trunk': '1.1'}} May 20 18:24:55.551870 dv-cinder-792462-1-smb neutron-server[92138]: {{(pid=92138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:24:55.561190 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Attempting to bind port 7f44af3d-e33b-46fd-9af8-f20cc2315794 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:24:55.561587 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Attempting to bind port 7f44af3d-e33b-46fd-9af8-f20cc2315794 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:24:55.562047 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Attempting to bind port 7f44af3d-e33b-46fd-9af8-f20cc2315794 on network 249369d1-e2da-4530-b0dc-4dd2a2832c13 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:24:55.564187 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:55.568346 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:24:55.568784 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Checking segment: {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:55.569293 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.569680 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Bound using segment: {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:24:55.570184 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Bound port: 7f44af3d-e33b-46fd-9af8-f20cc2315794, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:24:55.570552 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.656153 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] For port 7f44af3d-e33b-46fd-9af8-f20cc2315794, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:24:55.660279 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] For port 7f44af3d-e33b-46fd-9af8-f20cc2315794, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=7f44af3d-e33b-46fd-9af8-f20cc2315794,segment=NetworkSegment(2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0),segment_id=2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:24:55.743707 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:55.748394 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:55.832451 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Routers {'7e5d137b-aea6-4dc2-952b-04ffceb9c67d'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:24:55.833107 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:24:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:55.888464 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Pushing event updated for resources: {'Port': ['ID=7f44af3d-e33b-46fd-9af8-f20cc2315794,revision_number=4']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:55.901917 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:56.019433 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] Set router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d gateway port host: None {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:24:56.342806 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:42Z', 'updated_at': '2021-05-20T18:24:53Z', 'revision_number': 2, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'gw_port_host': None, '_interfaces': [{'id': '7f44af3d-e33b-46fd-9af8-f20cc2315794', 'name': '', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'mac_address': 'fa:16:3e:ea:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:52Z', 'updated_at': '2021-05-20T18:24:55Z', 'revision_number': 4, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'subnets': [{'id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:24:56.346995 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06654cfa-7ecc-4789-901c-f185fc26d5d0 None None] The sync data for ids ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'] in dv-cinder-792462-1-smb is: [{'id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:42Z', 'updated_at': '2021-05-20T18:24:53Z', 'revision_number': 2, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'gw_port_host': None, '_interfaces': [{'id': '7f44af3d-e33b-46fd-9af8-f20cc2315794', 'name': '', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'mac_address': 'fa:16:3e:ea:da:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:52Z', 'updated_at': '2021-05-20T18:24:55Z', 'revision_number': 4, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'subnets': [{'id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:24:56.438085 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 54696) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:24:56.584105 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5b933-388d-459c-996b-59e2ea5ff4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:56.584707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-89c5b933-388d-459c-996b-59e2ea5ff4f3 admin admin] Synchronizing usage tracker for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:network {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:24:56.658235 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-89c5b933-388d-459c-996b-59e2ea5ff4f3 admin admin] Unset dirty status for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:network {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:24:56.659553 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-89c5b933-388d-459c-996b-59e2ea5ff4f3 admin admin] 10.222.0.54 "GET /v2.0/networks/02ca1856-0ac2-4f6e-a74e-119cd05d4b39 HTTP/1.1" status: 200 len: 842 time: 0.2205019 May 20 18:24:56.669217 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'cidr': '172.28.1.0/24', 'name': 'public-subnet'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:24:56.674519 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:24:56.678266 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Usage tracker for resource:subnet and tenant:2b11f985d5df4330ad8c1e41f4db521a is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:24:56.681163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:24:56.687267 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:24:56.778822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Made reservation on behalf of 2b11f985d5df4330ad8c1e41f4db521a for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:24:56.781401 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:57.306184 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.objects.ports [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92135) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 18:24:57.306618 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:57.311507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:24:57.386747 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:24:57.387109 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Network hostable DHCP agents. Network: 02ca1856-0ac2-4f6e-a74e-119cd05d4b39, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:24:57.393194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57a1347-6b9c-4cbf-836d-619f925f42c1,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:24:57.397103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:24:57.532848 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:24:57.607699 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 02ca1856-0ac2-4f6e-a74e-119cd05d4b39) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:24:57.611419 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:24:57.612009 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:24:57.620076 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc6403-11a6-4f67-9561-01c8e1dca68a None None] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:24:57.711878 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0339470 May 20 18:24:57.810483 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b220e7-de3f-4e2d-a487-3a310f105806 None None] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:24:59.894230 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 54710) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:00.159515 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-81ae413a-5227-438f-ac72-39acab3c7883 admin admin] 10.222.0.54 "GET /v2.0/routers/7e5d137b-aea6-4dc2-952b-04ffceb9c67d HTTP/1.1" status: 200 len: 710 time: 0.2641184 May 20 18:25:00.286854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8e929-3949-4bdd-b17d-f4b80546c170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:25:00.288180 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ccc8e929-3949-4bdd-b17d-f4b80546c170 admin admin] 10.222.0.54 "GET /v2.0/networks/02ca1856-0ac2-4f6e-a74e-119cd05d4b39 HTTP/1.1" status: 200 len: 886 time: 0.1226249 May 20 18:25:00.297494 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:25:00.708985 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 7f44af3d-e33b-46fd-9af8-f20cc2315794 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:25:00.738546 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:00.852679 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:25:00.858118 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:25:00.858491 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:00.976752 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:01.008622 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 7f44af3d-e33b-46fd-9af8-f20cc2315794, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=7f44af3d-e33b-46fd-9af8-f20cc2315794,segment=NetworkSegment(2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0),segment_id=2d2fc6cc-f2e6-47d3-8761-a169b3b17ca0)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:25:01.075347 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:01.077493 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:01.125306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:01.145160 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=7f44af3d-e33b-46fd-9af8-f20cc2315794,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:01.148236 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:01.181830 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:01.315715 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Allocated IP 172.28.1.84 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/c98c3365-41be-4845-98f7-29206f835124) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:25:01.492709 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:01.600906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:01.604676 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:01.668742 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:25:01.671525 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:25:01.674643 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:25:01.742746 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Pushing event updated for resources: {'Port': ['ID=c98c3365-41be-4845-98f7-29206f835124,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:01.746472 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:02.126084 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:02.452405 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:02.455708 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3775995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3775917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3745019'] for router, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:02.632292 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:25:02.696158 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 7f44af3d-e33b-46fd-9af8-f20cc2315794 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:25:02.763130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:25:02.763501 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:02.811092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:25:02.819208 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:02.820362 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] 10.222.0.54 "PUT /v2.0/routers/7e5d137b-aea6-4dc2-952b-04ffceb9c67d HTTP/1.1" status: 200 len: 889 time: 2.5261230 May 20 18:25:02.821888 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Sync routers for ids ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:25:02.841491 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Routers {'7e5d137b-aea6-4dc2-952b-04ffceb9c67d'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:25:02.842171 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:24:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:03.102167 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Set router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:25:03.438637 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c98c3365-41be-4845-98f7-29206f835124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:42Z', 'updated_at': '2021-05-20T18:25:01Z', 'revision_number': 4, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'gw_port': {'id': 'c98c3365-41be-4845-98f7-29206f835124', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:25:01Z', 'updated_at': '2021-05-20T18:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '7f44af3d-e33b-46fd-9af8-f20cc2315794', 'name': '', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'mac_address': 'fa:16:3e:ea:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:52Z', 'updated_at': '2021-05-20T18:25:00Z', 'revision_number': 5, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'subnets': [{'id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:03.443413 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Checking router: 7e5d137b-aea6-4dc2-952b-04ffceb9c67d for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:25:03.443775 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Updating router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d port c98c3365-41be-4845-98f7-29206f835124 binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:25:03.494146 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:03.816701 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:03.828548 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Transition to ACTIVE for port object c98c3365-41be-4845-98f7-29206f835124 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:25:03.932392 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:03.936979 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:04.016979 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Attempting to bind port c98c3365-41be-4845-98f7-29206f835124 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:25:04.017352 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Attempting to bind port c98c3365-41be-4845-98f7-29206f835124 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:25:04.017727 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Attempting to bind port c98c3365-41be-4845-98f7-29206f835124 on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:25:04.021121 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a3121-882e-4c41-8e7f-fe7164a4a637 None None] Pushing event updated for resources: {'Port': ['ID=c98c3365-41be-4845-98f7-29206f835124,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:04.025156 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ca1a3121-882e-4c41-8e7f-fe7164a4a637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:04.025904 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:25:04.026278 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:25:04.026884 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:04.027098 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:25:04.027572 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Bound port: c98c3365-41be-4845-98f7-29206f835124, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:25:04.027948 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:04.097909 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] For port c98c3365-41be-4845-98f7-29206f835124, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:25:04.100844 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] For port c98c3365-41be-4845-98f7-29206f835124, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=c98c3365-41be-4845-98f7-29206f835124,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:25:04.167954 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:04.173047 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:04.249047 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Routers {'7e5d137b-aea6-4dc2-952b-04ffceb9c67d'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:25:04.249643 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:24:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:04.313819 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a3121-882e-4c41-8e7f-fe7164a4a637 None None] Pushing event updated for resources: {'Port': ['ID=c98c3365-41be-4845-98f7-29206f835124,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:04.318306 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ca1a3121-882e-4c41-8e7f-fe7164a4a637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:04.432040 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] Set router 7e5d137b-aea6-4dc2-952b-04ffceb9c67d gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:25:04.785404 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c98c3365-41be-4845-98f7-29206f835124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:42Z', 'updated_at': '2021-05-20T18:25:01Z', 'revision_number': 4, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'gw_port': {'id': 'c98c3365-41be-4845-98f7-29206f835124', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:25:01Z', 'updated_at': '2021-05-20T18:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '7f44af3d-e33b-46fd-9af8-f20cc2315794', 'name': '', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'mac_address': 'fa:16:3e:ea:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:52Z', 'updated_at': '2021-05-20T18:25:00Z', 'revision_number': 5, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'subnets': [{'id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:25:04.789392 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f826-2dad-4204-93a1-92324b2845b1 None None] The sync data for ids ['7e5d137b-aea6-4dc2-952b-04ffceb9c67d'] in dv-cinder-792462-1-smb is: [{'id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'name': 'router1', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'c98c3365-41be-4845-98f7-29206f835124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:24:42Z', 'updated_at': '2021-05-20T18:25:01Z', 'revision_number': 4, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'gw_port': {'id': 'c98c3365-41be-4845-98f7-29206f835124', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:25:01Z', 'updated_at': '2021-05-20T18:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '7f44af3d-e33b-46fd-9af8-f20cc2315794', 'name': '', 'network_id': '249369d1-e2da-4530-b0dc-4dd2a2832c13', 'tenant_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'mac_address': 'fa:16:3e:ea:da:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5d137b-aea6-4dc2-952b-04ffceb9c67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:24:52Z', 'updated_at': '2021-05-20T18:25:00Z', 'revision_number': 5, 'project_id': 'd347bcfbc61d47768d330fe0ffab89f1', 'subnets': [{'id': 'afee311e-7b7a-4a0c-bc5a-d28737c15a5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c1aed04-c9cf-487d-949c-3520b504f049'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:25:05.159415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 54720) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:25:05.325720 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-3aff3910-680f-47fa-a066-e06c62bd5122 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1650662 May 20 18:25:06.718397 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device c98c3365-41be-4845-98f7-29206f835124 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:25:06.869861 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port c98c3365-41be-4845-98f7-29206f835124 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:25:06.875338 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port c98c3365-41be-4845-98f7-29206f835124 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:25:06.875713 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:06.997027 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:07.015807 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port c98c3365-41be-4845-98f7-29206f835124, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=c98c3365-41be-4845-98f7-29206f835124,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:25:07.104520 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:07.107539 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-209922b5-aa1a-458d-a078-2b58eb1ae240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:25:07.180313 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=c98c3365-41be-4845-98f7-29206f835124,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:25:07.182839 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:25:08.725907 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device c98c3365-41be-4845-98f7-29206f835124 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:25:08.807022 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port c98c3365-41be-4845-98f7-29206f835124 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:25:08.808133 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:09.396727 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:25:14.367167 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0dcce9f0-1302-4c62-983c-ade571782bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:16.972904 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:17.155485 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ace2cea1-13a2-4865-9fa2-52bfb62e5869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:18.051539 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:19.706435 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:44.417168 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9007cb65-081c-4007-aca8-cc91a88ca901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:46.396504 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:25:46.969502 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:47.743347 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-984536aa-e81b-4dc7-a991-e463298679ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:48.073573 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:25:49.743466 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:14.417601 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4239d4ee-f7a7-4d7b-b079-3de332b7a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:16.874117 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:17.153963 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d58415e7-1ec6-49bb-89e3-25c1e192f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:18.049392 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:19.763418 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:23.394908 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:26:41.800291 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55290) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:41.867662 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.pecan_wsgi.hooks.translation [None req-5356f0c5-2126-4060-9283-61f5a1ae91d9 admin admin] GET failed (client error): The resource could not be found. May 20 18:26:41.868932 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-5356f0c5-2126-4060-9283-61f5a1ae91d9 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676692 May 20 18:26:41.999316 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba12d48-4e15-4acd-8829-a6e5745677b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:42.000704 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-fba12d48-4e15-4acd-8829-a6e5745677b0 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280105 May 20 18:26:44.095762 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55300) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:44.198896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba932f-42d0-478b-84de-b203dd168345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:44.199454 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-2aba932f-42d0-478b-84de-b203dd168345 admin admin] Synchronizing usage tracker for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:subnet {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:26:44.301903 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-2aba932f-42d0-478b-84de-b203dd168345 admin admin] Unset dirty status for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:subnet {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:26:44.303021 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2aba932f-42d0-478b-84de-b203dd168345 admin admin] 10.222.0.54 "GET /v2.0/subnets/afee311e-7b7a-4a0c-bc5a-d28737c15a5c HTTP/1.1" status: 200 len: 849 time: 0.2063105 May 20 18:26:44.312822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:26:44.370795 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0503-f37a-4352-a22b-104d04efdd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:44.432005 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Notify callbacks [] for subnet, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:44.676273 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771697294017'] for subnet, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:44.680777 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:26:44.722670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:44.723749 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:44.728363 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] 10.222.0.54 "PUT /v2.0/subnets/afee311e-7b7a-4a0c-bc5a-d28737c15a5c HTTP/1.1" status: 200 len: 868 time: 0.4156523 May 20 18:26:44.728578 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf33e9a-f365-458c-83ff-f8434b6b5f37 None None] Network 249369d1-e2da-4530-b0dc-4dd2a2832c13 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:26:44.751732 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=afee311e-7b7a-4a0c-bc5a-d28737c15a5c,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:26:44.759864 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.760250 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.760558 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.760889 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.761279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.761558 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.761879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.762445 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.762764 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.763083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.763408 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.763708 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:26:44.767380 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:26:45.210468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-7997bb64-88cb-4a4c-9e85-bea31651bd1f None None] Provisioning complete for port 7f44af3d-e33b-46fd-9af8-f20cc2315794 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:26:45.210837 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7997bb64-88cb-4a4c-9e85-bea31651bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:45.338800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-7997bb64-88cb-4a4c-9e85-bea31651bd1f None None] Provisioning complete for port fc2fe83a-200f-433f-a0c0-c96e92d27a37 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:26:45.339173 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7997bb64-88cb-4a4c-9e85-bea31651bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:46.833797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55310) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:46.905007 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:47.006374 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c13ac-d562-45f1-9cf7-317ef21d1337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:47.006800 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c13ac-d562-45f1-9cf7-317ef21d1337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:47.008307 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d36c13ac-d562-45f1-9cf7-317ef21d1337 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1735859 May 20 18:26:47.127947 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bb0777fd-fb01-4876-a77b-3c0c9977e829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:48.044698 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:49.119648 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55320) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:49.289351 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41b3e6-bc38-4b89-98ee-4bb753b46923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:49.289824 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41b3e6-bc38-4b89-98ee-4bb753b46923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:49.291321 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3c41b3e6-bc38-4b89-98ee-4bb753b46923 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1707492 May 20 18:26:49.690348 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:26:51.390069 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55332) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:51.554185 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbece91-aff4-4830-94e4-8733f7838f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:51.555600 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3cbece91-aff4-4830-94e4-8733f7838f88 admin admin] 10.222.0.54 "GET /v2.0/networks/02ca1856-0ac2-4f6e-a74e-119cd05d4b39 HTTP/1.1" status: 200 len: 886 time: 0.1645730 May 20 18:26:53.641977 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55342) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:53.815091 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db92d210-4144-421b-9ad6-c0643f9ae45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:53.816437 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-db92d210-4144-421b-9ad6-c0643f9ae45e admin admin] 10.222.0.54 "GET /v2.0/networks/249369d1-e2da-4530-b0dc-4dd2a2832c13 HTTP/1.1" status: 200 len: 869 time: 0.1735239 May 20 18:26:55.907683 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55352) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:56.013516 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec3cb1-7cae-40e4-a392-58aa3640de21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:56.013980 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec3cb1-7cae-40e4-a392-58aa3640de21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:56.015472 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-5aec3cb1-7cae-40e4-a392-58aa3640de21 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068671 May 20 18:26:58.091967 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55362) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:26:58.244422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240bd2e-0281-462e-975e-55c610201c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:58.244927 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240bd2e-0281-462e-975e-55c610201c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:26:58.246448 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1240bd2e-0281-462e-975e-55c610201c72 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1535094 May 20 18:27:00.342872 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55372) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:27:00.393611 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:27:00.447526 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf86c7d9-f799-4c08-b93c-587631f6f252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:00.448875 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-bf86c7d9-f799-4c08-b93c-587631f6f252 admin admin] 10.222.0.54 "GET /v2.0/subnets/afee311e-7b7a-4a0c-bc5a-d28737c15a5c HTTP/1.1" status: 200 len: 868 time: 0.1050720 May 20 18:27:02.552037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55382) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:27:02.653925 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e707756-9f8d-433e-892f-c18c81a46298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:02.655216 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1e707756-9f8d-433e-892f-c18c81a46298 admin admin] 10.222.0.54 "GET /v2.0/subnets/c57a1347-6b9c-4cbf-836d-619f925f42c1 HTTP/1.1" status: 200 len: 816 time: 0.1022029 May 20 18:27:14.370018 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-99cb681f-1b0d-40a3-b7af-6c8a344130c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:16.852634 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:17.155154 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2626213d-90d4-4452-bf7a-9ea9db1510c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:18.023440 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:19.714680 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:25.383630 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55426) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:27:25.432061 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [None req-7ba4eea0-79a4-484d-9f29-2121f3a36789 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:27:25.433289 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7ba4eea0-79a4-484d-9f29-2121f3a36789 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486472 May 20 18:27:27.612844 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55436) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:27:27.678640 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e178d27-810c-48ce-886a-1ced27a81ddd admin admin] GET failed (client error): The resource could not be found. May 20 18:27:27.680203 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2e178d27-810c-48ce-886a-1ced27a81ddd admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663750 May 20 18:27:27.803599 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e313aa-7220-4b64-9ed2-023f30b09e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:27.805033 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-75e313aa-7220-4b64-9ed2-023f30b09e89 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210966 May 20 18:27:29.952166 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55446) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:27:29.999631 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:27:30.005699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:27:30.015618 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:27:30.135571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Made reservation on behalf of 2b11f985d5df4330ad8c1e41f4db521a for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:27:30.137830 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:30.229496 dv-cinder-792462-1-smb neutron-server[92136]: WARNING neutron.services.revisions.revision_plugin [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Could not find related network for resource to bump revision. May 20 18:27:30.242760 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:27:30.252676 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771697206074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:30.253226 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Unsubscribe: segment precommit_create {{(pid=92136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 18:27:30.253645 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Added segment c6351df2-25f2-4359-bb64-ddbe3a2de071 of type vlan for network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a May 20 18:27:30.289200 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:30.439752 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:30.441137 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:30.441721 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:30.445000 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:27:30.540628 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Pushing event updated for resources: {'Network': ['ID=0a95981d-a0b0-4cbc-89b1-d6ae1833150a,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:27:30.547531 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.547867 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.548192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.548533 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.548852 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.549191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.549501 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.549816 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.550132 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.550439 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.550743 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.551046 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:30.555821 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:27:30.564031 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:27:30.615548 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6622846 May 20 18:27:32.743638 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55456) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:27:32.813134 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa9254f-4c37-413e-9d68-0046042352d7 admin admin] GET failed (client error): The resource could not be found. May 20 18:27:32.813634 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-6fa9254f-4c37-413e-9d68-0046042352d7 admin admin] Synchronizing usage tracker for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:27:32.885833 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-6fa9254f-4c37-413e-9d68-0046042352d7 admin admin] Unset dirty status for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:27:32.886938 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-6fa9254f-4c37-413e-9d68-0046042352d7 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1423767 May 20 18:27:32.989981 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa17523-7fa2-4f8e-a291-db5c1dce2cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:32.991281 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-4aa17523-7fa2-4f8e-a291-db5c1dce2cff admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005213 May 20 18:27:33.000695 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a', 'name': 'shared-subnet'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:27:33.004947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:27:33.014705 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:27:33.091005 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Made reservation on behalf of 2b11f985d5df4330ad8c1e41f4db521a for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:27:33.093257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:33.541386 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:33.544830 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-51d36595-7bc9-41f7-9c16-664aee9a067d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:27:33.612481 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a8a918-0182-47f3-b42b-444d1ae96d4e,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:27:33.616624 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:27:33.623187 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Checking segment: {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:27:33.623535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Network hostable DHCP agents. Network: 0a95981d-a0b0-4cbc-89b1-d6ae1833150a, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:27:33.697073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:27:33.794140 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 0a95981d-a0b0-4cbc-89b1-d6ae1833150a) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:27:33.798255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:27:33.798843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:33.804880 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f08f2-1c39-4a50-8768-afdb690784b4 None None] Network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:27:33.901926 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9044664 May 20 18:27:34.047282 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-0a95981d-a0b0-4cbc-89b1-d6ae1833150a', 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a', 'tenant_id': '2b11f985d5df4330ad8c1e41f4db521a', 'fixed_ips': [{'subnet_id': 'a3a8a918-0182-47f3-b42b-444d1ae96d4e'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:27:34.048179 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:34.210034 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Allocated IP 192.168.233.2 (0a95981d-a0b0-4cbc-89b1-d6ae1833150a/a3a8a918-0182-47f3-b42b-444d1ae96d4e/a0f0f71b-b4d6-43b2-b26e-d88628617399) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:27:34.416687 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:34.427078 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Transition to ACTIVE for port object a0f0f71b-b4d6-43b2-b26e-d88628617399 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:27:34.445802 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Transition to ACTIVE for port object a0f0f71b-b4d6-43b2-b26e-d88628617399 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:27:34.503393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:34.508223 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:27:34.572090 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:27:34.574981 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:27:34.578690 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:27:34.586588 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Pushing event updated for resources: {'Port': ['ID=a0f0f71b-b4d6-43b2-b26e-d88628617399,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:27:34.618702 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.619044 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.619391 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.619722 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.620073 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.620983 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.621314 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.621676 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.622002 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.622325 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.622665 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.622982 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:27:34.631613 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:27:34.685665 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Attempting to bind port a0f0f71b-b4d6-43b2-b26e-d88628617399 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:27:34.685953 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Attempting to bind port a0f0f71b-b4d6-43b2-b26e-d88628617399 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:27:34.686316 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Attempting to bind port a0f0f71b-b4d6-43b2-b26e-d88628617399 on network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:27:34.691792 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:27:34.692158 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Checking segment: {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:27:34.692604 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:34.693003 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Bound using segment: {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:27:34.693499 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Bound port: a0f0f71b-b4d6-43b2-b26e-d88628617399, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:27:34.693872 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:34.788212 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] For port a0f0f71b-b4d6-43b2-b26e-d88628617399, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:27:34.791327 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] For port a0f0f71b-b4d6-43b2-b26e-d88628617399, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=a0f0f71b-b4d6-43b2-b26e-d88628617399,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:27:34.869036 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:34.873232 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a17ce85-35b1-4ef2-b575-247c318c7259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:27:34.949476 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Pushing event updated for resources: {'Port': ['ID=a0f0f71b-b4d6-43b2-b26e-d88628617399,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:27:34.957404 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:27:35.728345 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad15567-c2fd-4e58-9a3f-88c9576b3ad6 None None] Network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:27:35.894291 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e71d544b-d00d-4bab-bf9b-58fec12105eb None None] Provisioning for port a0f0f71b-b4d6-43b2-b26e-d88628617399 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:27:36.827203 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device a0f0f71b-b4d6-43b2-b26e-d88628617399 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:27:36.948264 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port a0f0f71b-b4d6-43b2-b26e-d88628617399 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:27:36.953535 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port a0f0f71b-b4d6-43b2-b26e-d88628617399 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:27:36.953912 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:37.069793 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:37.101108 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port a0f0f71b-b4d6-43b2-b26e-d88628617399, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=a0f0f71b-b4d6-43b2-b26e-d88628617399,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:27:37.176762 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:37.180378 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:27:37.248219 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=a0f0f71b-b4d6-43b2-b26e-d88628617399,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:27:37.251344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:27:37.393251 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:27:38.808808 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device a0f0f71b-b4d6-43b2-b26e-d88628617399 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:27:38.877929 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port a0f0f71b-b4d6-43b2-b26e-d88628617399 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:27:38.878306 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:44.387872 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ceba7347-82e6-433e-b40e-8a4e9acdb1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:46.907901 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:47.165262 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4ee5-2369-4278-87ba-413f82c03263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:48.131099 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:27:49.708571 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:14.368181 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a2395476-7d02-46c6-9d54-c36245d62c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:14.391321 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:28:16.866280 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:17.163980 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-806c4d1c-f6f3-4059-bbd5-654b262ccfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:18.071929 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:19.712312 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:44.413835 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f7d54ab7-c8ee-48d7-a6f9-17ee09db8bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:46.865160 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:47.162513 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd120622-e9a3-4485-9f08-b17b8cd16a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:48.082875 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:49.698695 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:28:51.393079 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:29:13.874431 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55506) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:29:13.880883 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [None req-f3bc4914-1cd3-41b6-bd6b-1e035853a454 tempest-verify_tempest_config-517415753 tempest-verify_tempest_config-517415753-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:29:13.882158 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f3bc4914-1cd3-41b6-bd6b-1e035853a454 tempest-verify_tempest_config-517415753 tempest-verify_tempest_config-517415753-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067732 May 20 18:29:14.435431 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c34077cc-a763-472c-a5be-05f9145cc22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:14.668992 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55524) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:29:14.782619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:14.796307 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:29:14.800029 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Usage tracker for resource:security_group_rule and tenant:60678eafe5364749b0c9ef46b9e85d4f is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:29:14.803783 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:29:14.809324 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:29:14.899469 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:15.069312 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:15.077700 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:29:15.117402 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60678eafe5364749b0c9ef46b9e85d4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4474158 May 20 18:29:15.118387 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdbdf5d-6717-4ef5-a0bf-020aa692e14d,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:29:15.120450 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55530) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:29:15.125655 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.125999 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.126334 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.126658 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.126979 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.127298 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.127615 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.127929 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.128245 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.128581 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.128897 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.129325 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.133997 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:29:15.184665 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:15.210699 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:15.407145 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:15.411648 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-12a9e786-fad5-48bc-a446-66e07818bf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:29:15.425557 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdbdf5d-6717-4ef5-a0bf-020aa692e14d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:29:15.436249 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.436619 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.436951 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.437280 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.437594 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.437909 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.438222 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.438533 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.438865 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.439179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.439486 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.439795 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:29:15.442412 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:15.443487 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bdbdf5d-6717-4ef5-a0bf-020aa692e14d HTTP/1.1" status: 204 len: 168 time: 0.3220420 May 20 18:29:15.444401 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:29:16.927313 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:17.172509 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1da21bfa-4e6f-4237-926f-d1b4e96f065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:18.109946 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:19.698147 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:28.391107 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:29:44.383263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a6d108b-5e45-448d-8e52-d70884e17093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:47.006205 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:47.171562 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4b800246-e570-4dd3-8040-8faf56c0c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:48.085604 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:29:49.708795 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:05.389793 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:30:14.377041 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-aa975c04-c1d2-49a4-8487-ee306e312657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:16.862609 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:17.113945 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1c57a283-6d02-4b64-82eb-bec7ead6243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:18.068125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:19.707986 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:42.387654 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 5 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:30:44.365108 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd491081-d652-483d-a5c7-5b97a09b7832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:46.878838 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:47.158756 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f6b357f8-0ad5-4834-a4a7-fe2c654401f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:48.060093 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:49.711797 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:30:58.238666 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092'] for agent, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:02.090485 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55582) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:02.203570 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-812ce88b-10f1-46b6-adcb-a7a22db87781 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1120017 May 20 18:31:04.301194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55592) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:31:04.355940 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7e145ff1-f1cc-40d6-8e9c-5284dbd0e281 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0536900 May 20 18:31:14.403865 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-19607681-b984-47cc-bc2a-9a17079de1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:16.912393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:17.129577 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f55d0038-f5ad-494d-8400-17ebb2c75f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:18.098976 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:19.386742 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:31:19.717866 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:28.223969 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:44.400577 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5544-6358-4754-8010-bafd6f90d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:46.871954 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:47.123391 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a740b4f-34fd-4eda-83db-4b34141b30e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:48.103590 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:49.717492 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:31:56.385267 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:31:58.217740 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:14.365503 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-da008eb8-23de-49a1-bea2-39911c8bde2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:16.865835 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:17.131203 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-af9478ea-5064-4838-aa4c-edfa888e1256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:18.076763 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:19.728427 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:28.232196 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:33.393274 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:32:35.545195 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55786) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:35.575433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55792) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:35.757359 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1518412382-network', 'tenant_id': '08b4fc8392b6484f9541156388767572'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:35.762494 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:35.767300 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Usage tracker for resource:network and tenant:08b4fc8392b6484f9541156388767572 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:35.771857 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:35.779364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:35.804790 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-network', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:35.809772 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:35.814562 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Usage tracker for resource:network and tenant:d332a8fb7c51487095a361fc00f98391 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:35.818150 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:35.824531 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:35.885221 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Made reservation on behalf of 08b4fc8392b6484f9541156388767572 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:35.887952 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:35.901558 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:35.918593 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Made reservation on behalf of d332a8fb7c51487095a361fc00f98391 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:35.920835 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:35.929880 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:35.936344 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Usage tracker for resource:security_group_rule and tenant:08b4fc8392b6484f9541156388767572 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:35.939056 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:35.949290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:35.958152 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:35.960222 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:35.965979 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d332a8fb7c51487095a361fc00f98391 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:35.971506 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:35.978580 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:36.096325 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.121986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55818) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:36.139903 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.187569 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.191827 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:36.207701 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:32:36.216571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.232892 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.233235 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Added segment a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9 of type vlan for network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 May 20 18:32:36.245536 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbbb657-5271-4701-a56e-5f040d9fe803,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:36.258236 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:32:36.260621 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.260961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.261287 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.261607 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.261924 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.262239 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.262549 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.262860 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.263186 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.263498 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.263814 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.264113 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Tracked resource versions report: May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: pushed versions: May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: { 'AddressGroup': {'1.2'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'ConntrackHelper': {'1.0'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Log': {'1.0'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Network': {'1.1'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Port': {'1.7'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'PortForwarding': {'1.2'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'QosPolicy': {'1.8'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroup': {'1.4'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroupRule': {'1.2'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'SubPort': {'1.0'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Subnet': {'1.1'}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Trunk': {'1.1'}} May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: consumer versions: May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: HyperV agent@hv-cinder-79246: {}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'ConntrackHelper': '1.0', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Log': '1.0', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Network': '1.1', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Port': '1.7', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'PortForwarding': '1.2', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'QosPolicy': '1.8', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroup': '1.4', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'SecurityGroupRule': '1.2', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'SubPort': '1.0', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Subnet': '1.1', May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: 'Trunk': '1.1'}} May 20 18:32:36.265199 dv-cinder-792462-1-smb neutron-server[92136]: {{(pid=92136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:32:36.280271 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:36.280756 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-57a11e57-db62-4f73-bec0-ac39b588b83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:36.296401 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.296697 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Added segment a0c1bc42-a601-4e03-babf-8167260af722 of type vlan for network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb May 20 18:32:36.300515 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.343495 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98064e00-1406-409a-a726-36ddaf31263e,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:36.363114 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.366768 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:36.408082 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55832) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:36.479199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.480435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.481677 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:36.482253 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.487284 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:36.509414 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:36.510004 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.529764 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1877008319-network', 'tenant_id': '026bc8972b444738a46ea2c537676212'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:36.536622 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:36.542976 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Usage tracker for resource:network and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:36.548142 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:36.556518 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:36.575062 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55844) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:36.616586 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-961013823-network', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:36.622342 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Pushing event updated for resources: {'Network': ['ID=8340eec2-8fa3-4c5d-acb4-8bc10a982833,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:36.634836 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:32:36.676794 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1030469 May 20 18:32:36.680035 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55854) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:36.685874 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Request body: {'subnet': {'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-subnet', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:36.691343 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:36.695754 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Usage tracker for resource:subnet and tenant:d332a8fb7c51487095a361fc00f98391 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:36.698907 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:36.704995 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:36.727274 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Made reservation on behalf of 026bc8972b444738a46ea2c537676212 for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:36.732666 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.747462 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Pushing event updated for resources: {'Network': ['ID=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:36.751070 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:36.757206 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:36.757206 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:36.757954 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55860) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:36.758287 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2103074 May 20 18:32:36.759659 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:36.762399 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:32:36.764182 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Usage tracker for resource:network and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:36.767626 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:36.774405 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:36.781056 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Request body: {'subnet': {'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1518412382-subnet', 'tenant_id': '08b4fc8392b6484f9541156388767572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:36.789118 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.805827 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Made reservation on behalf of d332a8fb7c51487095a361fc00f98391 for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:36.808575 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.842389 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:36.847876 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:36.854364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Made reservation on behalf of 32c968a206e7407f9e5acb4409fd46c9 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:36.855716 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Usage tracker for resource:subnet and tenant:08b4fc8392b6484f9541156388767572 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:36.857960 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.858602 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Usage tracker for resource:security_group_rule and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:36.861346 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:36.879954 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:36.895633 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:36.899908 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:36.903279 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:36.909441 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:36.909874 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:36.927249 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:36.930454 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:37.001642 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1074226117-network', 'tenant_id': '31e820adb70d4ce8aa72327df90cefc7'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:37.002022 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.043965 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Made reservation on behalf of 08b4fc8392b6484f9541156388767572 for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:37.046246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.056722 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.063086 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-62393fd1-5bef-4f94-92d6-17ae6c0746f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:37.091941 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:32:37.103536 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:37.104681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a789e-0fef-496b-94db-5eed1916a0d3,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:37.108604 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:37.118808 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.118808 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Added segment 2877f06b-49d6-4f6c-892c-31f51bc8efe4 of type vlan for network 63106197-4c36-4cf5-b36b-23aa17763985 May 20 18:32:37.151137 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.161751 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Usage tracker for resource:network and tenant:31e820adb70d4ce8aa72327df90cefc7 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:37.178571 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:37.205798 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:37.245095 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.262149 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.263726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:37.264332 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.268167 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-caf8e8e8-f1c2-492d-adf2-1fb29f48dacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:37.371063 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Pushing event updated for resources: {'Network': ['ID=63106197-4c36-4cf5-b36b-23aa17763985,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:37.379645 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:37.387639 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 63106197-4c36-4cf5-b36b-23aa17763985 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:32:37.397459 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Made reservation on behalf of 31e820adb70d4ce8aa72327df90cefc7 for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:37.399834 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.411267 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.426870 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0175867 May 20 18:32:37.430691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55878) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:37.433622 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:37.436566 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Request body: {'subnet': {'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-subnet', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:37.440822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.448652 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:37.458288 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Usage tracker for resource:subnet and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:37.463767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:37.470380 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:37.472514 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:37.480849 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=92135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:32:37.494823 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Usage tracker for resource:security_group_rule and tenant:31e820adb70d4ce8aa72327df90cefc7 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:37.502643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:37.537401 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:37.553267 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.553267 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Added segment 79cd73a8-5d53-4842-bbc6-fcc0413296d2 of type vlan for network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e May 20 18:32:37.553715 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4946313d-170e-464b-88b5-40cc8da4300c,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:37.570325 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Made reservation on behalf of 32c968a206e7407f9e5acb4409fd46c9 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:37.573086 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.574522 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.574891 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.575225 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.575549 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.575872 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.576194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.576520 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.578469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.578469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.578469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.578469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.579233 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Tracked resource versions report: May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: pushed versions: May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: { 'AddressGroup': {'1.2'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'ConntrackHelper': {'1.0'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Log': {'1.0'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Network': {'1.1'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Port': {'1.7'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'PortForwarding': {'1.2'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'QosPolicy': {'1.8'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroup': {'1.4'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroupRule': {'1.2'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'SubPort': {'1.0'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Subnet': {'1.1'}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Trunk': {'1.1'}} May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: consumer versions: May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: HyperV agent@hv-cinder-79246: {}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'ConntrackHelper': '1.0', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Log': '1.0', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Network': '1.1', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Port': '1.7', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'PortForwarding': '1.2', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'QosPolicy': '1.8', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroup': '1.4', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'SecurityGroupRule': '1.2', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'SubPort': '1.0', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Subnet': '1.1', May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: 'Trunk': '1.1'}} May 20 18:32:37.580338 dv-cinder-792462-1-smb neutron-server[92135]: {{(pid=92135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:32:37.584668 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:37.692599 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.897019 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:37.971511 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.010594 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-51d676bc-b97d-4f40-882f-68d9bd3fc61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:38.034769 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.050401 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:38.050992 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.054556 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.134367 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.148912 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=92135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:32:38.151302 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e65822-7eeb-488f-a63c-d65eb9d0d392,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:38.154092 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:38.154733 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:38.212763 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.212763 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:38.300353 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Checking segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:38.300921 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Network hostable DHCP agents. Network: 63106197-4c36-4cf5-b36b-23aa17763985, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:32:38.307048 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.307048 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Added segment d86bc499-967a-4c49-80d8-ba99d0b2601b of type vlan for network da012284-8b93-47cd-896e-f65180ab5070 May 20 18:32:38.310798 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:38.319667 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:38.328535 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Checking segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:38.329017 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Network hostable DHCP agents. Network: 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:32:38.333364 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77b5092-17de-4450-8b7a-2ff07972ab9b,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:38.343304 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:38.346528 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0f196441-ca81-4f61-ace1-172d71d2fc97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:38.384670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.392647 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e2c07d-0519-4047-8864-e54bea265143,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:38.399381 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2728808 May 20 18:32:38.399594 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55922) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:38.409697 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Request body: {'subnet': {'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1877008319-subnet', 'tenant_id': '026bc8972b444738a46ea2c537676212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:38.415956 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:38.429020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:38.430664 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Usage tracker for resource:subnet and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:38.434816 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4275129a-dec7-4bce-9521-cf8be4fcf7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:38.435358 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Network 63106197-4c36-4cf5-b36b-23aa17763985 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:32:38.440016 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:38.449438 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:38.482799 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Checking segment: {'id': 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:38.483155 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Network hostable DHCP agents. Network: 8340eec2-8fa3-4c5d-acb4-8bc10a982833, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:32:38.549439 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 63106197-4c36-4cf5-b36b-23aa17763985) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:38.555114 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:38.557266 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369eee43-4fdf-4a10-ad43-59159e30bace None None] Network 63106197-4c36-4cf5-b36b-23aa17763985 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:38.557792 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.581375 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Pushing event updated for resources: {'Network': ['ID=0782dde8-de1f-43f5-8c25-1d7dbdd1198e,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:38.584428 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Made reservation on behalf of 026bc8972b444738a46ea2c537676212 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:38.585351 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:38.591505 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.615089 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:32:38.631668 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:32:38.638966 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:38.654071 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:38.654670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.668895 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8826681-889c-4d20-b808-a3dfb6bd73c2 None None] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:38.677442 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:32:38.683598 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.688296 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:38.694353 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.701747 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:38.862993 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 8340eec2-8fa3-4c5d-acb4-8bc10a982833) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:38.876069 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Pushing event updated for resources: {'Network': ['ID=da012284-8b93-47cd-896e-f65180ab5070,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:38.901764 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4697680 May 20 18:32:38.904399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55946) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:38.918079 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:38.920376 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:38.921661 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:38.936373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36c992-5b53-44b4-93ea-894b7e70ebb2 None None] Network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:38.941828 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:38.950284 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Usage tracker for resource:router and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:38.960932 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:38.962500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:38.973255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:38.996391 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-df66d5e4-187a-4d70-b25e-42f6b290a875 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3129833 May 20 18:32:38.997141 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 55952) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:39.002929 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:39.008058 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:39.012526 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Usage tracker for resource:router and tenant:d332a8fb7c51487095a361fc00f98391 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:39.015252 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:39.020008 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network da012284-8b93-47cd-896e-f65180ab5070 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:32:39.022190 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:39.035185 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2614522 May 20 18:32:39.035185 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4558802 May 20 18:32:39.035185 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55960) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:39.037603 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Request body: {'subnet': {'network_id': 'da012284-8b93-47cd-896e-f65180ab5070', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1074226117-subnet', 'tenant_id': '31e820adb70d4ce8aa72327df90cefc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:39.046659 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:39.051478 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Usage tracker for resource:subnet and tenant:31e820adb70d4ce8aa72327df90cefc7 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:39.054765 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:39.060808 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:39.094858 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.096143 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.129055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.130188 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.160741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.176101 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Made reservation on behalf of 31e820adb70d4ce8aa72327df90cefc7 for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:39.179249 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.263166 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.563310 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-63106197-4c36-4cf5-b36b-23aa17763985', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:32:39.564598 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.583217 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 55982) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:39.588632 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e9142-b3d1-4eed-9d48-ae2022636a89 None None] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:39.755495 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcb926-0d17-4710-8d65-ce15879e255a None None] Network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:39.856796 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:39.891341 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:39.939353 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Usage tracker for resource:security_group_rule and tenant:f72240e32b964ffdb742d5246fe3ef8f is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:39.949166 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:39.959700 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:39.978147 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56008) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:39.984124 dv-cinder-792462-1-smb neutron-server[92135]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 18:32:40.030244 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.239041 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Allocated IP 172.20.0.2 (63106197-4c36-4cf5-b36b-23aa17763985/bf0ef6c1-4c64-4c67-a84e-3387e60cddd3/b43c3c28-467f-4663-bf59-6481b22b56d5) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:40.258516 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-696c9f30-7c0f-4791-89e1-13cd2225ccf8 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:40.265446 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-696c9f30-7c0f-4791-89e1-13cd2225ccf8 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/networks?id=8340eec2-8fa3-4c5d-acb4-8bc10a982833 HTTP/1.1" status: 200 len: 812 time: 0.2850757 May 20 18:32:40.275939 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.291941 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-7aa2cae7-69d2-4592-8f7d-24e4765c7551 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/quotas/08b4fc8392b6484f9541156388767572 HTTP/1.1" status: 200 len: 375 time: 0.0255499 May 20 18:32:40.355849 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-a02c9171-3ad5-4c24-8562-e37b643f2ad5 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08b4fc8392b6484f9541156388767572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629108 May 20 18:32:40.364342 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.404876 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:40.443640 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.473415 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.483726 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Transition to ACTIVE for port object b43c3c28-467f-4663-bf59-6481b22b56d5 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:40.518876 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Transition to ACTIVE for port object b43c3c28-467f-4663-bf59-6481b22b56d5 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:40.552774 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.553838 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.563946 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed730f3c-f89b-4c53-8de8-a1699aa4e395,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:40.590691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-791dc03e-1d74-45d6-9b11-75208de9ec95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:40.590812 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:40.590812 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:40.606071 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Checking segment: {'id': 'd86bc499-967a-4c49-80d8-ba99d0b2601b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'da012284-8b93-47cd-896e-f65180ab5070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:40.606631 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Network hostable DHCP agents. Network: da012284-8b93-47cd-896e-f65180ab5070, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:32:40.625747 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-a6623853-19d3-440b-af04-f58c8e5ced2b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:32:40.626979 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-a6623853-19d3-440b-af04-f58c8e5ced2b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0991254 May 20 18:32:40.648385 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.662023 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:40.685934 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Synchronizing usage tracker for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:32:40.715632 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85af9223-37f7-43b2-8c57-f599b00efb94,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:40.725720 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:40.733518 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e43407-1e2c-4d55-92c0-e7a7e7de7432,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:40.760349 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:40.807657 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Network 63106197-4c36-4cf5-b36b-23aa17763985 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:40.811152 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:40.817401 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:40.817961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Checking segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:40.818603 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Network hostable DHCP agents. Network: 0782dde8-de1f-43f5-8c25-1d7dbdd1198e, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:32:40.856839 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Network da012284-8b93-47cd-896e-f65180ab5070 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:32:40.872353 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-641d140f-3f73-470f-9579-51084619e109 service neutron] 10.222.0.54 "GET /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254107 May 20 18:32:40.873019 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Pushing event updated for resources: {'Port': ['ID=b43c3c28-467f-4663-bf59-6481b22b56d5,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:40.877045 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Unset dirty status for tenant:2b11f985d5df4330ad8c1e41f4db521a on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:32:40.880764 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f72240e32b964ffdb742d5246fe3ef8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2799952 May 20 18:32:40.892418 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56032) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:40.914942 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.915284 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.915618 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.915945 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.916270 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.916655 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.916930 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.917254 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.917732 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.918053 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.918368 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.918681 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Tracked resource versions report: May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: pushed versions: May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: { 'AddressGroup': {'1.2'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'ConntrackHelper': {'1.0'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Log': {'1.0'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Network': {'1.1'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Port': {'1.7'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'PortForwarding': {'1.2'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'QosPolicy': {'1.8'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroup': {'1.4'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroupRule': {'1.2'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'SubPort': {'1.0'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Subnet': {'1.1'}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Trunk': {'1.1'}} May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: consumer versions: May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: HyperV agent@hv-cinder-79246: {}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'ConntrackHelper': '1.0', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Log': '1.0', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Network': '1.1', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Port': '1.7', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'PortForwarding': '1.2', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'QosPolicy': '1.8', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroup': '1.4', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'SecurityGroupRule': '1.2', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'SubPort': '1.0', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Subnet': '1.1', May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: 'Trunk': '1.1'}} May 20 18:32:40.919748 dv-cinder-792462-1-smb neutron-server[92137]: {{(pid=92137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:32:40.923314 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:40.945701 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Attempting to bind port b43c3c28-467f-4663-bf59-6481b22b56d5 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:32:40.946054 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Attempting to bind port b43c3c28-467f-4663-bf59-6481b22b56d5 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:32:40.946468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Attempting to bind port b43c3c28-467f-4663-bf59-6481b22b56d5 on network 63106197-4c36-4cf5-b36b-23aa17763985 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:32:40.952409 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:32:40.952820 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Checking segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:40.953226 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.953625 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Bound using segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:32:40.954243 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Bound port: b43c3c28-467f-4663-bf59-6481b22b56d5, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:32:40.954596 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:40.990779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, da012284-8b93-47cd-896e-f65180ab5070) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:41.006453 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:41.007205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.020632 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdc36e-488f-41c9-9c45-db514380509b None None] Network da012284-8b93-47cd-896e-f65180ab5070 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:41.072192 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-8c9e93b4-da57-4d39-b08a-f1c15edd56fb service neutron] 10.222.0.54 "GET /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923707 May 20 18:32:41.119436 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0875061 May 20 18:32:41.143989 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.162003 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] For port b43c3c28-467f-4663-bf59-6481b22b56d5, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:32:41.167438 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] For port b43c3c28-467f-4663-bf59-6481b22b56d5, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=b43c3c28-467f-4663-bf59-6481b22b56d5,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:32:41.194970 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:32:41.255393 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.257911 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.269966 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:41.307521 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98d616-5eab-4174-af51-5c624cd3c069 None None] Network da012284-8b93-47cd-896e-f65180ab5070 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:41.310351 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 0782dde8-de1f-43f5-8c25-1d7dbdd1198e) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:41.333708 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b64407-d0fc-434f-a39e-631a6dd64854 None None] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:41.460118 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:41.460699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.473824 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.575519 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56066) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:41.619537 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.636300 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Pushing event updated for resources: {'Port': ['ID=b43c3c28-467f-4663-bf59-6481b22b56d5,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:41.640396 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:41.643377 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.682241 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:41.716884 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-53db70d2-3def-4e78-bcc7-34f2e9cd43bf req-e3e91edb-c719-4840-8b84-cfd7c5c4271d tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.1374803 May 20 18:32:41.922792 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8b708-8a17-478b-922b-d4ffabf3f14d None None] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:41.937858 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5287993 May 20 18:32:42.040568 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Allocated IP 172.28.1.19 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/31877405-1f11-4e2a-a16e-e696528bc17c) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:42.219992 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.243329 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56100) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:42.249547 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-907321329-network', 'tenant_id': '25e7a3237b384a67b5a467f32c753b28'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:42.264079 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:42.264079 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Usage tracker for resource:network and tenant:25e7a3237b384a67b5a467f32c753b28 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:42.264079 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:42.270204 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:42.271378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:42.300830 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e43407-1e2c-4d55-92c0-e7a7e7de7432,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:42.306619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.313263 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:42.323745 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.324891 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57e43407-1e2c-4d55-92c0-e7a7e7de7432 HTTP/1.1" status: 204 len: 168 time: 1.4308836 May 20 18:32:42.414061 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Made reservation on behalf of 25e7a3237b384a67b5a467f32c753b28 for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:42.418839 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.453196 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.478834 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.492587 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:42.498520 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Usage tracker for resource:security_group_rule and tenant:25e7a3237b384a67b5a467f32c753b28 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:42.508628 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:42.517881 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:42.578378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7b115ddf-c6e9-4800-90d0-e8a0b48d8a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:42.670620 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.684573 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:42.689282 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:42.691696 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:42.756549 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f7138-e3f5-4b25-b8ba-fb0781fc9e11 None None] Network 63106197-4c36-4cf5-b36b-23aa17763985 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:42.774745 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Pushing event updated for resources: {'Port': ['ID=31877405-1f11-4e2a-a16e-e696528bc17c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:42.777614 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:42.778919 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Allocated IP 172.28.1.113 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/eef2d1db-1eeb-4bce-ae39-9c2b6d653046) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:42.803906 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:42.887803 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:42.966201 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-050b486e-8baa-4ac8-9241-42d14f65084d req-90c0ae17-62a5-4639-b59f-f8bdd0e4af51 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.1473784 May 20 18:32:43.009585 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=92135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:32:43.029351 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb12e39-aa79-484a-bd50-fd21161bd0dd,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:43.032910 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:43.038708 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.039291 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Added segment 162938ab-5ff8-444b-a4a4-170a47958940 of type vlan for network 88bcc121-b655-4650-a8bb-15d33f3e14fd May 20 18:32:43.113872 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device b43c3c28-467f-4663-bf59-6481b22b56d5 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:43.151144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.153507 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-58fc631d-44de-4c1f-b7da-c84fecb099db None None] Provisioning for port b43c3c28-467f-4663-bf59-6481b22b56d5 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:32:43.188196 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.306703 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.311706 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:43.312263 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.312645 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.322092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:43.341199 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:43.393674 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port b43c3c28-467f-4663-bf59-6481b22b56d5 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:32:43.399211 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port b43c3c28-467f-4663-bf59-6481b22b56d5 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:43.399590 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.448681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56156) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:43.449593 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Pushing event updated for resources: {'Port': ['ID=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:43.464310 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:43.546448 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.554908 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-a8bf1259-9ba9-4140-a209-ed8e656ce44c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:43.555628 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-a8bf1259-9ba9-4140-a209-ed8e656ce44c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Synchronizing usage tracker for tenant:026bc8972b444738a46ea2c537676212 on resource:network {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:32:43.560930 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:43.576671 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:43.580721 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:43.583009 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:43.633158 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Pushing event updated for resources: {'Network': ['ID=88bcc121-b655-4650-a8bb-15d33f3e14fd,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:43.636577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:43.658623 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.663412 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Usage tracker for resource:security_group_rule and tenant:becbe38411994fad8ca19fdfa8226e34 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:43.678462 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:43.682517 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 88bcc121-b655-4650-a8bb-15d33f3e14fd details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:32:43.715003 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4703050 May 20 18:32:43.720140 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56168) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:43.721689 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Request body: {'subnet': {'network_id': '88bcc121-b655-4650-a8bb-15d33f3e14fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-907321329-subnet', 'tenant_id': '25e7a3237b384a67b5a467f32c753b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:43.727331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:43.731970 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Usage tracker for resource:subnet and tenant:25e7a3237b384a67b5a467f32c753b28 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:43.735541 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:43.742277 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:43.753095 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:43.764755 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.798183 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-a8bf1259-9ba9-4140-a209-ed8e656ce44c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Unset dirty status for tenant:026bc8972b444738a46ea2c537676212 on resource:network {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:32:43.800785 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-a8bf1259-9ba9-4140-a209-ed8e656ce44c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.4942386 May 20 18:32:43.855248 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-8104f069-acf6-459a-ac8c-fb5f82dadedb tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/quotas/026bc8972b444738a46ea2c537676212 HTTP/1.1" status: 200 len: 375 time: 0.0415366 May 20 18:32:43.865424 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-ab40cda4-107f-406d-b38e-2155e5857c80 None None] Provisioning complete for port b43c3c28-467f-4663-bf59-6481b22b56d5 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:43.869069 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ab40cda4-107f-406d-b38e-2155e5857c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.904459 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Made reservation on behalf of 25e7a3237b384a67b5a467f32c753b28 for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:43.904459 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:43.926554 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-6fa699ed-54d7-4fca-a840-eb2f6e31aded tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622375 May 20 18:32:43.939746 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port b43c3c28-467f-4663-bf59-6481b22b56d5, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=b43c3c28-467f-4663-bf59-6481b22b56d5,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:44.021825 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ab40cda4-107f-406d-b38e-2155e5857c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.073022 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.081211 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ca1a3121-882e-4c41-8e7f-fe7164a4a637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:44.152312 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d27de599-9290-499e-ac14-366298c97fd3 req-3bdcbabd-a978-4a56-adde-fff719e43c18 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.0750847 May 20 18:32:44.268842 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=b43c3c28-467f-4663-bf59-6481b22b56d5,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:44.281300 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:44.282194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-d6020d0e-111a-4bdd-9497-abaf4403543e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:32:44.283245 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-d6020d0e-111a-4bdd-9497-abaf4403543e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0750666 May 20 18:32:44.321553 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.db.api [None req-ab40cda4-107f-406d-b38e-2155e5857c80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 18:32:44.322253 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_db.api [None req-ab40cda4-107f-406d-b38e-2155e5857c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 18:32:44.358876 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.393580 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8069ff86-a556-4867-b6c6-38ef2c84fd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.450631 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-61f35bcd-05cd-45a7-bf07-e6809fb6d8c1 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602073 May 20 18:32:44.458817 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.464639 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.526666 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.589245 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:44.660708 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-3300fdd5-5869-4916-ad18-f210652357f9 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027369 May 20 18:32:44.732934 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6eefad-4fe0-4953-8cc0-f1c9d169f749,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:44.737851 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=becbe38411994fad8ca19fdfa8226e34&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2799230 May 20 18:32:44.741470 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.741747 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56200) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:44.771917 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:44.805810 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:44.891529 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Checking segment: {'id': '162938ab-5ff8-444b-a4a4-170a47958940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '88bcc121-b655-4650-a8bb-15d33f3e14fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:44.892111 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Network hostable DHCP agents. Network: 88bcc121-b655-4650-a8bb-15d33f3e14fd, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:32:44.900559 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3444b78-600a-42ad-8fac-7e8ec4a071d9,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:44.919275 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:44.945837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:44.997508 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.091098 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b26a9cc0-25ae-416f-b3eb-95ec25e8b41b req-42ba07fe-06f6-47e4-a48b-b7c59b031abc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.0698354 May 20 18:32:45.097247 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Network 88bcc121-b655-4650-a8bb-15d33f3e14fd is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:32:45.100235 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device b43c3c28-467f-4663-bf59-6481b22b56d5 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:45.204090 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.207372 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port b43c3c28-467f-4663-bf59-6481b22b56d5 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:45.208005 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.208380 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 88bcc121-b655-4650-a8bb-15d33f3e14fd) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:45.223188 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:45.223188 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.236296 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888f261-621a-4770-aa72-d15fbbf75946 None None] Network 88bcc121-b655-4650-a8bb-15d33f3e14fd requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:45.340629 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.340629 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.341813 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b6eefad-4fe0-4953-8cc0-f1c9d169f749 HTTP/1.1" status: 204 len: 168 time: 0.5990248 May 20 18:32:45.349034 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:45.392165 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6eefad-4fe0-4953-8cc0-f1c9d169f749,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:45.394115 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Router 25a38a30-78f0-47ea-84c8-70aaec879094 is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:32:45.406686 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:45.434397 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-194049ec-2de3-47e7-a24d-89c4aed5a290 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7167504 May 20 18:32:45.620273 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0e00e8c-c9ca-4f01-a053-655fc6d3ce6d req-36aa4e70-bdc0-4650-9936-4537158d1a27 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.0731351 May 20 18:32:45.691726 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f123dc-92b2-4916-9e9f-84cf33c74ac4 None None] Network 88bcc121-b655-4650-a8bb-15d33f3e14fd requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:32:45.847554 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:32:45.858844 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:32:45.886936 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:45.887565 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:45.930280 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:45.932468 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e7d1ae88-e1d7-4c3c-b785-9990867c7257 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0269849 May 20 18:32:45.935409 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56262) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:45.957328 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Router c6906698-5716-4f16-a4b0-350100224893 is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:32:46.152544 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56272) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:46.176967 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:46.274861 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e937b18c-a15e-4443-88b0-dbb1c9e2026b req-63f6e050-04d1-4fcd-a36a-e80ba94956c2 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.0626230 May 20 18:32:46.364767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.69', 60941) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:46.365101 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56278) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:46.574912 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:32:46.579030 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Deleting subnet ed730f3c-f89b-4c53-8de8-a1699aa4e395 {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:32:46.586866 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Sync routers for ids ['c6906698-5716-4f16-a4b0-350100224893'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:32:46.598296 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:46.604506 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Routers {'c6906698-5716-4f16-a4b0-350100224893'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:46.608609 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['c6906698-5716-4f16-a4b0-350100224893'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:46.681948 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:42Z', 'revision_number': 3, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:46.686252 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:32:46.686447 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Updating router 25a38a30-78f0-47ea-84c8-70aaec879094 port 31877405-1f11-4e2a-a16e-e696528bc17c binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:32:46.692677 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:46.701653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-3f0a170f-5ce3-4086-82b6-f830105aff7c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:46.702440 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-3f0a170f-5ce3-4086-82b6-f830105aff7c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Synchronizing usage tracker for tenant:08b4fc8392b6484f9541156388767572 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:32:46.713497 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:46.780845 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:46.785633 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:46.790040 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7917752 May 20 18:32:46.793837 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56294) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:46.941004 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Set router c6906698-5716-4f16-a4b0-350100224893 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:46.967940 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-3f0a170f-5ce3-4086-82b6-f830105aff7c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Unset dirty status for tenant:08b4fc8392b6484f9541156388767572 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:32:46.969990 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-3f0a170f-5ce3-4086-82b6-f830105aff7c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.69 "GET /v2.0/networks?id=8340eec2-8fa3-4c5d-acb4-8bc10a982833 HTTP/1.1" status: 200 len: 812 time: 0.5561664 May 20 18:32:47.041893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67e645a5-d7de-40bb-bb0d-e6974078867a req-98b86301-fc63-4524-b48c-2ff457f4054e tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.1401632 May 20 18:32:47.070784 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.086474 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56308) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:47.107697 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Request body: {'port': {'device_id': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833', 'admin_state_up': True, 'tenant_id': '08b4fc8392b6484f9541156388767572'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:47.140983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:47.218764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Usage tracker for resource:security_group_rule and tenant:1b145c7a458b4ce0af58f8937f07dc93 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:47.247060 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:47.301953 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.387453 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:47.552146 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:43Z', 'revision_number': 3, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:47.559349 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Checking router: c6906698-5716-4f16-a4b0-350100224893 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:32:47.559780 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Allocated IP 172.20.0.1 (63106197-4c36-4cf5-b36b-23aa17763985/bf0ef6c1-4c64-4c67-a84e-3387e60cddd3/ff2dab49-5131-4efd-b590-b096420c4d5d) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:47.562379 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Updating router c6906698-5716-4f16-a4b0-350100224893 port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:32:47.657645 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.664244 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.718621 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.738342 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Transition to ACTIVE for port object 31877405-1f11-4e2a-a16e-e696528bc17c will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:47.811315 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:47.815721 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e59a71c0-2d1f-465c-b53f-9b5c8ebfd75f req-bb929bb0-564e-4f4c-95bb-7e9da0a40381 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.1600516 May 20 18:32:47.819915 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4a137d61-cf94-4ac8-8e61-fd53fc796586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.825253 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.834711 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Usage tracker for resource:security_group_rule and tenant:b3e665682faf4fb39d139a7150133644 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:47.837681 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:47.847897 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:47.922120 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.923441 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:47.929677 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:47.934091 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Usage tracker for resource:port and tenant:08b4fc8392b6484f9541156388767572 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:47.943082 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:47.944537 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:47.947018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.provisioning_blocks [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Transition to ACTIVE for port object ff2dab49-5131-4efd-b590-b096420c4d5d will not be triggered until provisioned by entity DHCP. {{(pid=92135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:48.016435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:48.032433 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.099427 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.116574 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Pushing event updated for resources: {'Port': ['ID=31877405-1f11-4e2a-a16e-e696528bc17c,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.126484 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.126959 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.127541 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.128399 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.128399 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.128979 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.129398 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.130540 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.130540 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.130540 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.131026 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.131436 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Tracked resource versions report: May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: pushed versions: May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: { 'AddressGroup': {'1.2'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'ConntrackHelper': {'1.0'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Log': {'1.0'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Network': {'1.1'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Port': {'1.7'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'PortForwarding': {'1.2'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'QosPolicy': {'1.8'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroup': {'1.4'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroupRule': {'1.2'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'SubPort': {'1.0'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Subnet': {'1.1'}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Trunk': {'1.1'}} May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: consumer versions: May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: { DHCP agent@dv-cinder-792462-1-smb: {}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: HyperV agent@hv-cinder-79246: {}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: L3 agent@dv-cinder-792462-1-smb: {}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: Metadata agent@dv-cinder-792462-1-smb: {}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: Metering agent@dv-cinder-792462-1-smb: {}, May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: Open vSwitch agent@dv-cinder-792462-1-smb: { 'AddressGroup': '1.2', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'ConntrackHelper': '1.0', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Log': '1.0', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Network': '1.1', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Port': '1.7', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'PortForwarding': '1.2', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'QosPolicy': '1.8', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroup': '1.4', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'SecurityGroupRule': '1.2', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'SubPort': '1.0', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Subnet': '1.1', May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: 'Trunk': '1.1'}} May 20 18:32:48.132715 dv-cinder-792462-1-smb neutron-server[92138]: {{(pid=92138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 18:32:48.146664 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:48.149595 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.163705 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3e665682faf4fb39d139a7150133644&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0699666 May 20 18:32:48.165246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56354) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:48.166941 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.180246 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Made reservation on behalf of 08b4fc8392b6484f9541156388767572 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:48.183909 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.203235 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.211479 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.212874 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.233073 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Attempting to bind port 31877405-1f11-4e2a-a16e-e696528bc17c on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:32:48.234395 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Attempting to bind port 31877405-1f11-4e2a-a16e-e696528bc17c by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:32:48.235946 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5f0116bf-449c-41d1-81a2-409d28ee5c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:48.236546 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Attempting to bind port 31877405-1f11-4e2a-a16e-e696528bc17c on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:32:48.264417 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:32:48.265631 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:48.269048 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.269701 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:32:48.271609 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Bound port: 31877405-1f11-4e2a-a16e-e696528bc17c, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:32:48.272080 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.296697 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Network 63106197-4c36-4cf5-b36b-23aa17763985 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:48.313821 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed730f3c-f89b-4c53-8de8-a1699aa4e395,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.314029 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:48.319584 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43c14b-fbb6-49d2-b96a-be547a5b7d44,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.321099 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.322167 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.364616 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.367041 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:48.367422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.389242 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.393509 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.397566 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Transition to ACTIVE for port object eef2d1db-1eeb-4bce-ae39-9c2b6d653046 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:48.400469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5508601a-a4ed-4257-8d44-11936b383a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:48.412664 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:48.479349 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] For port 31877405-1f11-4e2a-a16e-e696528bc17c, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:32:48.483475 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] For port 31877405-1f11-4e2a-a16e-e696528bc17c, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=31877405-1f11-4e2a-a16e-e696528bc17c,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:32:48.489473 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.504768 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:48.509767 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b145c7a458b4ce0af58f8937f07dc93&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0823722 May 20 18:32:48.514675 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ed730f3c-f89b-4c53-8de8-a1699aa4e395 HTTP/1.1" status: 204 len: 168 time: 2.2451077 May 20 18:32:48.519095 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56362) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:48.519663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56364) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:48.527293 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-595c0225-5cd3-4a69-8619-21a590536f9a req-9feddb49-4349-48d0-897f-25f5777e746a tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.2256758 May 20 18:32:48.564645 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.569728 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:48.578991 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a111f-a048-4ca5-b124-a82ca0837b3c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.629726 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2dab49-5131-4efd-b590-b096420c4d5d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.635500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.670214 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.673539 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.714340 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.758810 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Pushing event updated for resources: {'Port': ['ID=31877405-1f11-4e2a-a16e-e696528bc17c,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.774377 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.778437 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:48.779062 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:48.793854 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Attempting to bind port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:32:48.794198 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Attempting to bind port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:32:48.794572 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Attempting to bind port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:32:48.816066 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612b605-c0c6-4bcb-8bd9-1ffca3d18a65 None None] Pushing event updated for resources: {'Port': ['ID=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:48.818441 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:32:48.828321 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:48.833814 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.834254 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:32:48.834779 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Bound port: eef2d1db-1eeb-4bce-ae39-9c2b6d653046, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:32:48.835172 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.943573 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] For port eef2d1db-1eeb-4bce-ae39-9c2b6d653046, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:32:48.947784 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] For port eef2d1db-1eeb-4bce-ae39-9c2b6d653046, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:32:48.955905 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8612b605-c0c6-4bcb-8bd9-1ffca3d18a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:48.957309 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-9d495f11-4465-45bf-9d14-8859fd26564c None None] Provisioning for port ff2dab49-5131-4efd-b590-b096420c4d5d completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:32:48.967639 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-9d495f11-4465-45bf-9d14-8859fd26564c None None] Provisioning complete for port ff2dab49-5131-4efd-b590-b096420c4d5d triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:48.968317 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9d495f11-4465-45bf-9d14-8859fd26564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:48.971771 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Allocated IP 172.20.0.11 (8340eec2-8fa3-4c5d-acb4-8bc10a982833/b77b5092-17de-4450-8b7a-2ff07972ab9b/c83f8117-1646-4cae-9032-2fbb8aa1cd46) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:49.001944 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.058631 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0162c5ab-0ab8-4e8c-a6fd-a6a6b01b037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:49.076011 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43c14b-fbb6-49d2-b96a-be547a5b7d44,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:49.079087 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:49.092344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-9d495f11-4465-45bf-9d14-8859fd26564c None None] Port ff2dab49-5131-4efd-b590-b096420c4d5d cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:32:49.112108 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.116252 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.117523 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:49.154386 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.160817 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd43c14b-fbb6-49d2-b96a-be547a5b7d44 HTTP/1.1" status: 204 len: 168 time: 0.9900014 May 20 18:32:49.201899 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.69', 60947) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:49.558318 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:49.600638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Routers {'c6906698-5716-4f16-a4b0-350100224893'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:49.600638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['c6906698-5716-4f16-a4b0-350100224893'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:49.600638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612b605-c0c6-4bcb-8bd9-1ffca3d18a65 None None] Pushing event updated for resources: {'Port': ['ID=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:49.600638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8612b605-c0c6-4bcb-8bd9-1ffca3d18a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:49.602645 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.627322 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] Set router c6906698-5716-4f16-a4b0-350100224893 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:49.729305 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.745242 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3facb464-b868-4816-8aa2-6704c03a6a26 req-a9bef187-c48d-4be4-a425-bb9e574595d6 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.5644186 May 20 18:32:49.771977 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.802619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:49.934273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.045580 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.070877 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.072820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.072820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.072820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > port after_create 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.072820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.073073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > port after_update 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.073570 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.073673 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.073928 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.074226 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.156326 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:42Z', 'revision_number': 3, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:50.176825 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.177547 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2daed47-f4ce-475e-992b-6301e247389e None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:42Z', 'revision_number': 3, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:32:50.345545 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.359933 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccce93-da54-4ca0-90b4-c84c25e3140f req-a05f5d7c-d425-4e99-93de-25c061e40e79 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:50.362427 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0eccce93-da54-4ca0-90b4-c84c25e3140f req-a05f5d7c-d425-4e99-93de-25c061e40e79 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 932 time: 0.2408798 May 20 18:32:50.370410 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:43Z', 'revision_number': 3, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:50.375303 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.375303 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.379686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.379686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:50.379686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da012284-8b93-47cd-896e-f65180ab5070']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:50.381107 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132dcea0-175a-4a53-95a4-3620a950f8e9 None None] The sync data for ids ['c6906698-5716-4f16-a4b0-350100224893'] in dv-cinder-792462-1-smb is: [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:43Z', 'revision_number': 3, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:32:50.402135 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.406501 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86bc499-967a-4c49-80d8-ba99d0b2601b') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:50.406783 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86bc499-967a-4c49-80d8-ba99d0b2601b') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:50.462240 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:50.462564 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.473253 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.482051 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:50.485850 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:50.487649 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.498030 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:50.597350 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56404) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:50.693572 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:50.701350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:50.701998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.702786 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0eccce93-da54-4ca0-90b4-c84c25e3140f req-de08c6cd-a242-488d-bf73-418b1dfc25fe tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045540 May 20 18:32:50.707175 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.784475 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a111f-a048-4ca5-b124-a82ca0837b3c,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:50.792764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56410) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:50.875624 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.918642 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:50.919335 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.922698 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:50.923922 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a7a111f-a048-4ca5-b124-a82ca0837b3c HTTP/1.1" status: 204 len: 168 time: 2.3981783 May 20 18:32:50.925091 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:50.925445 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2dab49-5131-4efd-b590-b096420c4d5d,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:50.930807 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:50.936286 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:50.946075 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Usage tracker for resource:security_group_rule and tenant:db1f0a858b704f35a73190dd78a7e6ea is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:51.035982 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:51.107263 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:51.155582 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f931657d-a50a-4cd9-898d-128399035b20 req-0bc6bf31-72ed-440d-9d7f-67ac2de0fad8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.1206810 May 20 18:32:51.182338 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:32:51.182848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:51.228619 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device eef2d1db-1eeb-4bce-ae39-9c2b6d653046 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: from cryptography.utils import int_from_bytes May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: from cryptography.utils import int_from_bytes May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:32:51.241381 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:32:51.264820 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Network 63106197-4c36-4cf5-b36b-23aa17763985 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:51.270902 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:51.311189 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2866242 May 20 18:32:51.539383 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:32:51.545096 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:51.545676 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:51.564004 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-df8f3c85-c51e-4bf2-ab7c-666db4f9110f tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:32:51.565875 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-df8f3c85-c51e-4bf2-ab7c-666db4f9110f tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1300533 May 20 18:32:51.581101 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Pushing event updated for resources: {'Port': ['ID=c83f8117-1646-4cae-9032-2fbb8aa1cd46,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:51.586751 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:51.642837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:51.676062 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-da08706b-f0bd-4d23-aabe-edadce81d99c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:51.679434 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-da08706b-f0bd-4d23-aabe-edadce81d99c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 2.3327022 May 20 18:32:51.735857 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:51.742998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:51.807919 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Request body: {'port': {'device_id': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'admin_state_up': True, 'tenant_id': '026bc8972b444738a46ea2c537676212'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:51.836368 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-656c05c3-daba-445a-9e5a-e218846bee7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:51.857903 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db1f0a858b704f35a73190dd78a7e6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2484045 May 20 18:32:51.864603 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56424) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:51.893356 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-445af0f1-3b08-4a26-8f9e-8f9aa599c24a None None] Provisioning complete for port ff2dab49-5131-4efd-b590-b096420c4d5d triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:51.893728 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-445af0f1-3b08-4a26-8f9e-8f9aa599c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:51.915746 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:52.064749 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.160356 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-445af0f1-3b08-4a26-8f9e-8f9aa599c24a None None] Port ff2dab49-5131-4efd-b590-b096420c4d5d cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:32:52.190979 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.198531 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd5faa-0854-4403-952c-5512e249d48a,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:52.246459 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:52.252071 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port eef2d1db-1eeb-4bce-ae39-9c2b6d653046, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:52.262866 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Usage tracker for resource:security_group_rule and tenant:20c8f468676844c29065f6694f2487a2 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:52.275753 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:52.298304 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.326281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:52.333389 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.336034 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.337221 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 31877405-1f11-4e2a-a16e-e696528bc17c up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:52.351267 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Router 25a38a30-78f0-47ea-84c8-70aaec879094 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:32:52.378008 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/da012284-8b93-47cd-896e-f65180ab5070 HTTP/1.1" status: 204 len: 168 time: 3.8505816 May 20 18:32:52.397157 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9d16c-6b91-4afe-8f99-3964a8f8b42f req-4e815ab2-4edf-4831-b4fd-3920cc46a7b2 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:52.401624 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:52.401742 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-42f9d16c-6b91-4afe-8f99-3964a8f8b42f req-4e815ab2-4edf-4831-b4fd-3920cc46a7b2 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 932 time: 0.3267276 May 20 18:32:52.401742 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56438) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:52.442808 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:52.453192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Request body: {'port': {'device_id': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:52.493317 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=da012284-8b93-47cd-896e-f65180ab5070,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:52.496163 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:52.578430 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.661347 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ba9f5a6-af82-4613-bb93-a319838da903 req-bca11275-5417-44b9-bdc6-4394d8d6a750 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.2407842 May 20 18:32:52.665922 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:52.682618 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:52.707767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:52.715355 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Usage tracker for resource:port and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:52.722260 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-42f9d16c-6b91-4afe-8f99-3964a8f8b42f req-329741c7-4daf-4956-bb5c-d7326cb0797f tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000228 May 20 18:32:52.724220 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:52.749108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:52.750906 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Deleting subnet a3444b78-600a-42ad-8fac-7e8ec4a071d9 {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:32:52.765051 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 31877405-1f11-4e2a-a16e-e696528bc17c completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:32:52.774033 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 31877405-1f11-4e2a-a16e-e696528bc17c triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:52.774414 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.853185 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.867957 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Allocated IP 172.20.0.1 (26d742c0-1073-4e8f-97dc-6ec8bf02d1bb/91e65822-7eeb-488f-a63c-d65eb9d0d392/e3f4f5ac-d4be-466f-a969-0fad851114da) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:52.886638 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.914240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.922383 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:52.986272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Made reservation on behalf of 026bc8972b444738a46ea2c537676212 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:32:52.990955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.006835 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.042396 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 31877405-1f11-4e2a-a16e-e696528bc17c, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=31877405-1f11-4e2a-a16e-e696528bc17c,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:32:53.136115 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.140280 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:53.229843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.291765 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=31877405-1f11-4e2a-a16e-e696528bc17c,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:53.311917 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:53.336281 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device eef2d1db-1eeb-4bce-ae39-9c2b6d653046 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:53.402166 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.440211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d703b368-9484-4aa3-b2b3-3bf8cd76c17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:53.512034 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dbb997-978c-4038-b4ac-adf74069f53b,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:53.522314 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:53.523526 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.542209 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:53.555955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.628977 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20c8f468676844c29065f6694f2487a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7916286 May 20 18:32:53.677811 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56456) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:53.738934 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.740631 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:32:53.763841 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-959dc23c-0cf2-4554-9042-0c4a033956d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:53.770983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Allocated IP 172.20.0.14 (0782dde8-de1f-43f5-8c25-1d7dbdd1198e/85af9223-37f7-43b2-8c57-f599b00efb94/c4069dd1-a56f-4e0f-8020-b672793e67b8) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:32:53.831914 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.855835 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3444b78-600a-42ad-8fac-7e8ec4a071d9,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:53.858017 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.860121 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:53.860758 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.882814 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-030ef87c-ee1e-47ea-8ee6-b303745ac7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:53.897772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd5faa-0854-4403-952c-5512e249d48a,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:53.904090 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] 10.222.0.54 "PUT /v2.0/routers/25a38a30-78f0-47ea-84c8-70aaec879094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9675460 May 20 18:32:53.906633 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a3444b78-600a-42ad-8fac-7e8ec4a071d9 HTTP/1.1" status: 204 len: 168 time: 1.5027349 May 20 18:32:53.931505 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:53.931505 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:53.931505 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0fd5faa-0854-4403-952c-5512e249d48a HTTP/1.1" status: 204 len: 168 time: 2.0460110 May 20 18:32:53.944385 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56468) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:53.971932 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.040438 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0b4c3a9-6904-4555-981a-6b869fb7b12f req-47d53851-1542-4dd2-9662-f7d94daa8cb7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.0590236 May 20 18:32:54.110920 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:32:54.135434 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.137300 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:54.138292 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:54.173923 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:54.213472 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.300348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:54.346037 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:54.348663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:54.410072 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb8358-c298-4511-9cd7-a8e48222d0cb req-32b1e10d-8728-4e89-b88e-c0b49c0b6c32 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:54.411863 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-09eb8358-c298-4511-9cd7-a8e48222d0cb req-32b1e10d-8728-4e89-b88e-c0b49c0b6c32 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 932 time: 0.3811538 May 20 18:32:54.417292 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.427266 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.432354 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83f8117-1646-4cae-9032-2fbb8aa1cd46 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:32:54.445220 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:54.487246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:54.496928 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.508844 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.509191 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.509920 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.512256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > port after_create 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.512256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.512256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > port after_update 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.512256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.512256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.512256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.522216 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.569545 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f4f5ac-d4be-466f-a969-0fad851114da,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:54.572791 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:54.586480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Transition to ACTIVE for port object c83f8117-1646-4cae-9032-2fbb8aa1cd46 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:54.649601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.833014 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:54.857927 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:54.894957 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.894957 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.895601 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.895601 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 18:32:54.896026 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bcc121-b655-4650-a8bb-15d33f3e14fd']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:54.940395 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dbb997-978c-4038-b4ac-adf74069f53b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:54.966905 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:54.973832 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162938ab-5ff8-444b-a4a4-170a47958940') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:54.976250 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162938ab-5ff8-444b-a4a4-170a47958940') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:55.044680 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.049941 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/40dbb997-978c-4038-b4ac-adf74069f53b HTTP/1.1" status: 204 len: 168 time: 1.3640580 May 20 18:32:55.051996 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.109645 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-09eb8358-c298-4511-9cd7-a8e48222d0cb req-2115e3b0-a9bb-4412-88d8-624b58b1b3d2 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911886 May 20 18:32:55.132779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.143692 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:32:49Z', 'revision_number': 2, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:55.154637 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:32:55.155148 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Updating router 25a38a30-78f0-47ea-84c8-70aaec879094 port ff2dab49-5131-4efd-b590-b096420c4d5d binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:32:55.178786 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:32:55.179184 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: from cryptography.utils import int_from_bytes May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: from cryptography.utils import int_from_bytes May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:32:55.250247 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:32:55.271860 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 31877405-1f11-4e2a-a16e-e696528bc17c up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:32:55.282637 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.464967 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 31877405-1f11-4e2a-a16e-e696528bc17c triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:32:55.467395 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.558396 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.573285 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.579159 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8117-1646-4cae-9032-2fbb8aa1cd46,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:55.608140 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3cfeda80-0eea-4e74-8782-8622c0834cd7 req-befc9731-72e7-4937-8d20-7b8725fc5a8d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.1641948 May 20 18:32:55.617344 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:55.712765 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.717356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:55.774653 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Pushing event deleted for resources: {'Network': ['ID=88bcc121-b655-4650-a8bb-15d33f3e14fd,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:55.778094 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:55.781483 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:55.806864 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] 10.222.0.54 "DELETE /v2.0/networks/88bcc121-b655-4650-a8bb-15d33f3e14fd HTTP/1.1" status: 204 len: 168 time: 1.8606324 May 20 18:32:55.971875 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Attempting to bind port c83f8117-1646-4cae-9032-2fbb8aa1cd46 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:32:55.972228 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Attempting to bind port c83f8117-1646-4cae-9032-2fbb8aa1cd46 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:32:55.972607 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Attempting to bind port c83f8117-1646-4cae-9032-2fbb8aa1cd46 on network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:32:56.009147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Port c83f8117-1646-4cae-9032-2fbb8aa1cd46 on network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:32:56.009374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Attempting to bind port c83f8117-1646-4cae-9032-2fbb8aa1cd46 on network 8340eec2-8fa3-4c5d-acb4-8bc10a982833 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:32:56.030857 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.033181 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:32:56.035741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Checking segment: {'id': 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:56.035741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Bound using segment: {'id': 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:32:56.035741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Bound port: c83f8117-1646-4cae-9032-2fbb8aa1cd46, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:32:56.035741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.046512 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Transition to ACTIVE for port object ff2dab49-5131-4efd-b590-b096420c4d5d will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:32:56.078625 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.123865 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.134385 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-acc59a3c-835d-464a-96f4-0d10627547dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:56.153163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56512) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:56.159112 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691007106', 'description': 'tempest-description--1145124115'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:56.159355 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.166681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.180334 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:56.187398 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:56.199165 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:56.211230 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:56.234240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:56.352361 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.387230 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.450756 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56518) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:56.568459 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:56.576987 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:56.585472 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:56.594788 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:56.619160 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ce49-0c80-467a-9b81-6ac67ee83056 None None] Pushing event updated for resources: {'Port': ['ID=ff2dab49-5131-4efd-b590-b096420c4d5d,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:56.628891 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cee5ce49-0c80-467a-9b81-6ac67ee83056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:56.684824 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56526) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:56.687606 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Attempting to bind port ff2dab49-5131-4efd-b590-b096420c4d5d on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:32:56.690958 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Attempting to bind port ff2dab49-5131-4efd-b590-b096420c4d5d by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:32:56.691331 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Attempting to bind port ff2dab49-5131-4efd-b590-b096420c4d5d on network 63106197-4c36-4cf5-b36b-23aa17763985 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:32:56.707771 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:32:56.708213 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Checking segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:32:56.708670 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.713372 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Bound using segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:32:56.713955 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Bound port: ff2dab49-5131-4efd-b590-b096420c4d5d, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:32:56.714350 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.714976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:56.735455 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690d4d9-59c2-4c27-8b9b-aede951da1b3 req-3950a18d-6921-4c91-9289-367effb98a76 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:56.741584 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4690d4d9-59c2-4c27-8b9b-aede951da1b3 req-3950a18d-6921-4c91-9289-367effb98a76 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 944 time: 0.3343341 May 20 18:32:56.758044 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:56.760465 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:32:56.794755 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:56.844599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] For port c83f8117-1646-4cae-9032-2fbb8aa1cd46, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:32:56.862787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event updated for resources: {'Port': ['ID=c4069dd1-a56f-4e0f-8020-b672793e67b8,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:56.872291 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-281abdea-1be6-486a-956f-d4fe227c3a36 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31e820adb70d4ce8aa72327df90cefc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1843436 May 20 18:32:56.924548 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56530) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:57.007901 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] For port ff2dab49-5131-4efd-b590-b096420c4d5d, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:32:57.025067 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] For port ff2dab49-5131-4efd-b590-b096420c4d5d, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=ff2dab49-5131-4efd-b590-b096420c4d5d,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:32:57.361934 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4690d4d9-59c2-4c27-8b9b-aede951da1b3 req-405c4b78-072f-4c9c-b681-b2f6587bdbfc tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329345 May 20 18:32:57.361934 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.363641 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] For port c83f8117-1646-4cae-9032-2fbb8aa1cd46, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46,segment=NetworkSegment(a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9),segment_id=a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:32:57.363641 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:57.364669 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2787fb7-d2e9-43cc-b76b-b5469a4f551c req-ce590dc0-eee7-4fdc-8a18-9e11a281658a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:57.364669 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d2787fb7-d2e9-43cc-b76b-b5469a4f551c req-ce590dc0-eee7-4fdc-8a18-9e11a281658a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 932 time: 0.3155270 May 20 18:32:57.364669 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Usage tracker for resource:security_group_rule and tenant:9aa184795c964aa9a1c4114a25647f9c is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f4f5ac-d4be-466f-a969-0fad851114da,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.891s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:57.365399 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:57.366167 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.366167 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-d2787fb7-d2e9-43cc-b76b-b5469a4f551c req-9e467ca7-357a-4464-a412-da2dbd75cc0b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Synchronizing usage tracker for tenant:026bc8972b444738a46ea2c537676212 on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:32:57.366299 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:32:57.366299 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:32:57.427726 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.434998 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:57.483040 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.484177 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-d2787fb7-d2e9-43cc-b76b-b5469a4f551c req-9e467ca7-357a-4464-a412-da2dbd75cc0b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Unset dirty status for tenant:026bc8972b444738a46ea2c537676212 on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:32:57.488562 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d2787fb7-d2e9-43cc-b76b-b5469a4f551c req-9e467ca7-357a-4464-a412-da2dbd75cc0b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931771 May 20 18:32:57.507137 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-fc377745-2e8b-4fab-a7f5-739d52de12cf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7103162 May 20 18:32:57.508294 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.567091 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.567634 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:57.568367 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:57.569268 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:57.604372 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.605850 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47e2c07d-0519-4047-8864-e54bea265143 HTTP/1.1" status: 204 len: 168 time: 0.6803527 May 20 18:32:57.614105 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Request body: {'port': {'device_id': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:57.646888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5e3e569b-2c70-4905-8ab3-d3c25725ee2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:57.664268 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53aee4be-57bf-46e9-b504-059bfe226652,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:57.719806 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e2c07d-0519-4047-8864-e54bea265143,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:57.724942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:57.726217 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:57.728990 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:57.743816 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ce49-0c80-467a-9b81-6ac67ee83056 None None] Pushing event updated for resources: {'Port': ['ID=ff2dab49-5131-4efd-b590-b096420c4d5d,revision_number=4']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:57.750372 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cee5ce49-0c80-467a-9b81-6ac67ee83056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:57.880301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:57.881622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Pushing event updated for resources: {'Port': ['ID=c83f8117-1646-4cae-9032-2fbb8aa1cd46,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:57.937914 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:57.956256 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:57.972188 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Router c6906698-5716-4f16-a4b0-350100224893 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:32:58.071372 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.072910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-47aba85e-6fa7-497a-aecd-0a38e5f5f57c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9183023 May 20 18:32:58.075786 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56546) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:58.081954 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'security_group_rule': {'security_group_id': '53aee4be-57bf-46e9-b504-059bfe226652', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:58.086529 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:58.087261 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.088716 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] 10.222.0.69 "PUT /v2.0/ports/c83f8117-1646-4cae-9032-2fbb8aa1cd46 HTTP/1.1" status: 200 len: 1094 time: 6.1400926 May 20 18:32:58.093393 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:58.095429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'tag': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:32:58.099156 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:58.102463 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:58.105360 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.143563 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.160795 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-377be0f6-bfb2-449a-88f4-6a15a4016c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:58.161538 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:58.266825 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.290106 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.432728 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.449267 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56568) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:58.452661 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9aa184795c964aa9a1c4114a25647f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9947038 May 20 18:32:58.482889 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45216aa3-9f44-4964-b2d4-78d593304ef8,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:58.490124 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:58.495154 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:32:56Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:58.505845 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097b47d-8a17-40d3-a147-9cb4e81cb012 None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:32:56Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:32:58.532754 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.558056 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:58.616948 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e36317-29e4-47fa-8eb7-d2046e34f406,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:58.649513 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:58.723638 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.791569 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.805017 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:58.806199 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7293990 May 20 18:32:58.821115 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56576) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:58.844276 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'security_group_rule': {'security_group_id': '53aee4be-57bf-46e9-b504-059bfe226652', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:32:58.902033 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:32:59.074696 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:32:59.084623 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Sync routers for ids ['c6906698-5716-4f16-a4b0-350100224893'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:32:59.105168 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Routers {'c6906698-5716-4f16-a4b0-350100224893'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:32:59.106028 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['c6906698-5716-4f16-a4b0-350100224893'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:32:59.194386 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:32:59.210145 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:32:59.240032 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13defca3-aab0-45d0-b3da-1a29de1bf80c req-c4b600ac-dedb-42e8-a8e8-dd472a5130d7 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:59.241699 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13defca3-aab0-45d0-b3da-1a29de1bf80c req-c4b600ac-dedb-42e8-a8e8-dd472a5130d7 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 944 time: 0.6087375 May 20 18:32:59.261122 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:32:59.390084 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13defca3-aab0-45d0-b3da-1a29de1bf80c req-fa559a2d-ae26-4bf0-a766-6c2bfeca4f90 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321244 May 20 18:32:59.412396 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6906698-5716-4f16-a4b0-350100224893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6165655 May 20 18:32:59.422936 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb788fc9-daa5-4da3-926f-aab83666bf29 req-22da2cd8-2472-4791-b5d2-a4e87a26ee9d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:59.425660 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cb788fc9-daa5-4da3-926f-aab83666bf29 req-22da2cd8-2472-4791-b5d2-a4e87a26ee9d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 932 time: 0.5385616 May 20 18:32:59.462491 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56584) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:59.493279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.547158 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.566291 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-6ee8d2ea-a55a-40b5-ab00-64a331b2fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:32:59.567824 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-6ee8d2ea-a55a-40b5-ab00-64a331b2fa88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=08b4fc8392b6484f9541156388767572&device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 1097 time: 0.7658606 May 20 18:32:59.710656 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.719453 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Set router c6906698-5716-4f16-a4b0-350100224893 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:32:59.727014 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-978b48eb-f53a-4c0d-9b6f-437f9d5bd3f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25e7a3237b384a67b5a467f32c753b28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2556405 May 20 18:32:59.753526 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:59.771912 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56594) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:32:59.834681 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cb788fc9-daa5-4da3-926f-aab83666bf29 req-bf7ec62f-22be-40e5-883d-82f454dadd9c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001021 May 20 18:32:59.864190 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.866165 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45216aa3-9f44-4964-b2d4-78d593304ef8,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:32:59.877890 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:32:59.898053 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1aa6d292-f3df-49e7-a263-5f7fe507b358 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:32:59.918686 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.921818 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45216aa3-9f44-4964-b2d4-78d593304ef8 HTTP/1.1" status: 204 len: 168 time: 1.4715540 May 20 18:32:59.961193 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4069dd1-a56f-4e0f-8020-b672793e67b8 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:32:59.972827 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:32:59.990108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Transition to ACTIVE for port object c4069dd1-a56f-4e0f-8020-b672793e67b8 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:00.004013 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e89dec5-ef54-4aa5-a04b-838e76936495,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:00.010422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:00.046514 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ff2dab49-5131-4efd-b590-b096420c4d5d up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:00.070559 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-7ad4ad99-ba18-46f8-ae19-3d7e191bf8c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46 HTTP/1.1" status: 200 len: 217 time: 0.3316476 May 20 18:33:00.089953 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.097141 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:00.106151 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.168703 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.282461 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.288234 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4660110 May 20 18:33:00.290150 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56608) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:00.303526 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'floatingip': {'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:00.310630 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:00.316135 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:floatingip and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:00.322922 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:00.335176 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:00.362922 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.366942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:00.388301 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb12e39-aa79-484a-bd50-fd21161bd0dd,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:00.394270 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:00.396378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.400032 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/deb12e39-aa79-484a-bd50-fd21161bd0dd HTTP/1.1" status: 204 len: 168 time: 0.6099868 May 20 18:33:00.412442 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'tag': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46', 'status': 'completed', 'code': 200} May 20 18:33:00.431696 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port ff2dab49-5131-4efd-b590-b096420c4d5d completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:00.451470 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port ff2dab49-5131-4efd-b590-b096420c4d5d triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:00.451982 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.465627 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.521670 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-9efeceab-887e-4a36-8dd6-9db18ef6986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:00.522810 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-9efeceab-887e-4a36-8dd6-9db18ef6986f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b77b5092-17de-4450-8b7a-2ff07972ab9b HTTP/1.1" status: 200 len: 852 time: 0.1341033 May 20 18:33:00.871176 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3f188-11d0-4b29-bead-bf5f6b8636ac req-3497fc76-6287-4c45-b626-370c8a6a94c8 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:00.880224 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b1f3f188-11d0-4b29-bead-bf5f6b8636ac req-3497fc76-6287-4c45-b626-370c8a6a94c8 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 944 time: 0.1671667 May 20 18:33:00.901729 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:00.972836 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4069dd1-a56f-4e0f-8020-b672793e67b8,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:01.026433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Attempting to bind port c4069dd1-a56f-4e0f-8020-b672793e67b8 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:01.026950 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Attempting to bind port c4069dd1-a56f-4e0f-8020-b672793e67b8 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:01.027093 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Attempting to bind port c4069dd1-a56f-4e0f-8020-b672793e67b8 on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:01.039299 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Port c4069dd1-a56f-4e0f-8020-b672793e67b8 on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:33:01.039652 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Attempting to bind port c4069dd1-a56f-4e0f-8020-b672793e67b8 on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:01.049976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:01.054162 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-e78bff97-c712-4d35-9747-4c95fa7cabd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8340eec2-8fa3-4c5d-acb4-8bc10a982833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986338 May 20 18:33:01.055048 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:01.055382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Checking segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:01.055762 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Bound using segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:01.056197 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Bound port: c4069dd1-a56f-4e0f-8020-b672793e67b8, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:01.056745 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:01.060971 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b1f3f188-11d0-4b29-bead-bf5f6b8636ac req-11418bd3-1aa6-4c2b-9580-632e9a472ced tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792672 May 20 18:33:01.136105 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:01.247172 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:55Z', 'revision_number': 4, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'e3f4f5ac-d4be-466f-a969-0fad851114da', 'name': '', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'mac_address': 'fa:16:3e:29:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:50Z', 'updated_at': '2021-05-20T18:32:55Z', 'revision_number': 2, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'subnets': [{'id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:01.273962 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port ff2dab49-5131-4efd-b590-b096420c4d5d, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=ff2dab49-5131-4efd-b590-b096420c4d5d,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:01.274964 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Checking router: c6906698-5716-4f16-a4b0-350100224893 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:33:01.275323 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Updating router c6906698-5716-4f16-a4b0-350100224893 port e3f4f5ac-d4be-466f-a969-0fad851114da binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:33:01.425145 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:01.450589 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:01.479836 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:01.488846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] For port c4069dd1-a56f-4e0f-8020-b672793e67b8, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:01.503640 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] For port c4069dd1-a56f-4e0f-8020-b672793e67b8, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:01.599051 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=ff2dab49-5131-4efd-b590-b096420c4d5d,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:01.599972 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:01.610560 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:01.617165 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-a42685bd-42c3-4c83-922c-210fa0389394 service neutron] 10.222.0.69 "GET /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824004 May 20 18:33:01.620892 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:01.715251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:01.725459 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:01.725459 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/c4069dd1-a56f-4e0f-8020-b672793e67b8 HTTP/1.1" status: 200 len: 1094 time: 4.1711078 May 20 18:33:01.783627 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Allocated IP 172.28.1.214 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/440f05a2-376c-4327-b8f5-cb42def38310) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:33:01.805257 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-897f4252-2166-46f6-b560-a4cbf27f00f9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:01.806817 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-897f4252-2166-46f6-b560-a4cbf27f00f9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 819 time: 0.7423902 May 20 18:33:01.867600 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4069dd1-a56f-4e0f-8020-b672793e67b8,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:01.880052 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:01.895931 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-bbbd129f-67f8-40d6-9974-ff890ca1fbaa tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/quotas/d332a8fb7c51487095a361fc00f98391 HTTP/1.1" status: 200 len: 375 time: 0.0636535 May 20 18:33:02.101965 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030e11a-57cf-4a66-afcd-d0bb6030b390 req-5a20a801-de83-4293-a73c-f23066388040 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:02.103609 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c030e11a-57cf-4a66-afcd-d0bb6030b390 req-5a20a801-de83-4293-a73c-f23066388040 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 944 time: 0.5982699 May 20 18:33:02.139104 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c7d1fd2d-800d-43f8-b33f-1436546717d5 req-bab1fe27-06dc-4d99-8da3-60dda8d23e71 service neutron] 10.222.0.69 "GET /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538133 May 20 18:33:02.168240 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-95bfcb57-112c-49c6-8b4d-51b34785ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:02.169943 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-95bfcb57-112c-49c6-8b4d-51b34785ccbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 1097 time: 0.2863526 May 20 18:33:02.262483 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c030e11a-57cf-4a66-afcd-d0bb6030b390 req-ecb2dced-3db7-4d90-9d8b-92ca03349ae3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772641 May 20 18:33:02.311458 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-7dea3877-af54-4fd3-b7e2-a4d777b475a1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3908195 May 20 18:33:02.375608 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:02.442915 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:02.495496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Transition to ACTIVE for port object e3f4f5ac-d4be-466f-a969-0fad851114da will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:02.547845 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'tag': 'c4069dd1-a56f-4e0f-8020-b672793e67b8'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:02.558568 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-5fdbaca3-ad55-4cdc-99a3-102279a367f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8 HTTP/1.1" status: 200 len: 217 time: 0.3802078 May 20 18:33:02.597790 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:02.616201 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:02.629071 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-2f9da446-77ba-4d66-9b2a-341464b03a10 service neutron] 10.222.0.54 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165486 May 20 18:33:02.770957 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-9816a919-a2d8-4b85-842c-0eb7d03a1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:02.788563 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-9816a919-a2d8-4b85-842c-0eb7d03a1423 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.2137141 May 20 18:33:02.800239 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-15479256-7540-40f8-945e-9ecb8d89b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:02.803127 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-15479256-7540-40f8-945e-9ecb8d89b312 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=08b4fc8392b6484f9541156388767572&device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 1097 time: 0.3971324 May 20 18:33:02.819500 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:02.831948 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:02.888114 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-16489de7-f937-4834-80f8-58a153dad4d3 service neutron] 10.222.0.54 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491922 May 20 18:33:02.943025 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:33:02.951427 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:33:02.954418 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'Port': ['ID=440f05a2-376c-4327-b8f5-cb42def38310,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:02.956608 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:33:03.015898 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-f33062b5-3c6a-487c-b164-4ecb68fd23f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1863148 May 20 18:33:03.201698 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:03.211214 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5924060-6299-4c93-9ea3-f431585035e6 None None] Pushing event updated for resources: {'Port': ['ID=e3f4f5ac-d4be-466f-a969-0fad851114da,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:03.217162 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c5924060-6299-4c93-9ea3-f431585035e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:03.269914 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Attempting to bind port e3f4f5ac-d4be-466f-a969-0fad851114da on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:03.270294 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Attempting to bind port e3f4f5ac-d4be-466f-a969-0fad851114da by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:03.270716 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Attempting to bind port e3f4f5ac-d4be-466f-a969-0fad851114da on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:03.271821 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659b365-04c4-4431-84bd-b7175a471077 req-9e64b779-dd38-49c5-ba34-31567e94cd42 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:03.281091 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3659b365-04c4-4431-84bd-b7175a471077 req-9e64b779-dd38-49c5-ba34-31567e94cd42 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 944 time: 0.7267447 May 20 18:33:03.281943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:03.282330 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Checking segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:03.282814 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:03.283392 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Bound using segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:03.283938 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Bound port: e3f4f5ac-d4be-466f-a969-0fad851114da, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:03.284398 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:03.428900 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56690) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:03.466480 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'tag': 'c4069dd1-a56f-4e0f-8020-b672793e67b8', 'status': 'completed', 'code': 200} May 20 18:33:03.485634 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-ee0e8a05-0746-4402-93c5-a8648164151a service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390984 May 20 18:33:03.503652 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] For port e3f4f5ac-d4be-466f-a969-0fad851114da, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:03.508763 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] For port e3f4f5ac-d4be-466f-a969-0fad851114da, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e3f4f5ac-d4be-466f-a969-0fad851114da,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:03.553546 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3659b365-04c4-4431-84bd-b7175a471077 req-7de4dfbb-0ced-4e3f-9fe3-7854af3f0ec8 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709401 May 20 18:33:03.583613 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ff2dab49-5131-4efd-b590-b096420c4d5d up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:03.662409 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2eace2eb-7c4e-4c77-9bec-a79fa6fd3ca6 req-f8f72ebd-2eab-43aa-8b32-2442ccedff61 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 210 time: 0.1041873 May 20 18:33:03.663502 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:03.672595 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:03.699632 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:03.713326 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-529f202d-79a3-44c1-b844-0fa6ffdb001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:03.713326 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-529f202d-79a3-44c1-b844-0fa6ffdb001e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8340eec2-8fa3-4c5d-acb4-8bc10a982833 HTTP/1.1" status: 200 len: 913 time: 0.7869320 May 20 18:33:03.784266 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Routers {'c6906698-5716-4f16-a4b0-350100224893'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:33:03.785251 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:32:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['c6906698-5716-4f16-a4b0-350100224893'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:03.888772 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5924060-6299-4c93-9ea3-f431585035e6 None None] Pushing event updated for resources: {'Port': ['ID=e3f4f5ac-d4be-466f-a969-0fad851114da,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:03.899028 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c5924060-6299-4c93-9ea3-f431585035e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:03.980408 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:04.041942 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2087f7b4-0c2c-4c18-9ff0-0aaa484ecc4e req-8e500cce-34c4-4a4f-b455-f6c7bb0f7be9 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415370 May 20 18:33:04.043319 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port ff2dab49-5131-4efd-b590-b096420c4d5d triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:04.043704 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:04.051509 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-330f1144-aa74-4528-b0c5-c2667cec0467 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46 HTTP/1.1" status: 200 len: 217 time: 0.3235881 May 20 18:33:04.062750 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:04.073771 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2112a5efbe42f897a7d4154e327703 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:04.114103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:04.156349 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-1534f61e-4679-40d7-a83e-5ba6407c7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:04.161311 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-1534f61e-4679-40d7-a83e-5ba6407c7d33 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b77b5092-17de-4450-8b7a-2ff07972ab9b HTTP/1.1" status: 200 len: 852 time: 0.1005521 May 20 18:33:04.178131 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] Set router c6906698-5716-4f16-a4b0-350100224893 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:33:04.221089 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-d91195aa-3ec9-4eee-813f-8823fbe41f22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8340eec2-8fa3-4c5d-acb4-8bc10a982833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526841 May 20 18:33:04.241695 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:04.295320 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:04.538260 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564576bb-97db-4331-8910-187266f403ea req-23b70215-94d6-4de7-9ddc-a39eab3e9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:04.539851 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-23b70215-94d6-4de7-9ddc-a39eab3e9659 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 1097 time: 0.2806380 May 20 18:33:04.543160 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-34125cab-5af0-4b42-930d-a11e990d3904 service neutron] 10.222.0.69 "GET /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068769 May 20 18:33:04.591110 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a8bc-8ecf-4a19-ba5a-1b0e07744d9f req-014179dd-9d82-4631-aa93-f4380763ad8f tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:04.593401 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13c9a8bc-8ecf-4a19-ba5a-1b0e07744d9f req-014179dd-9d82-4631-aa93-f4380763ad8f tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 944 time: 0.9176848 May 20 18:33:04.718613 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13c9a8bc-8ecf-4a19-ba5a-1b0e07744d9f req-ee79f005-94a9-4bd4-aa4c-c31d38f19b3a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553775 May 20 18:33:04.795905 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:55Z', 'revision_number': 4, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'e3f4f5ac-d4be-466f-a969-0fad851114da', 'name': '', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'mac_address': 'fa:16:3e:29:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:50Z', 'updated_at': '2021-05-20T18:33:03Z', 'revision_number': 4, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'subnets': [{'id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:04.801270 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca642a7-5b56-4f33-a3dc-72e55258adc0 None None] The sync data for ids ['c6906698-5716-4f16-a4b0-350100224893'] in dv-cinder-792462-1-smb is: [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:55Z', 'revision_number': 4, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'e3f4f5ac-d4be-466f-a969-0fad851114da', 'name': '', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'mac_address': 'fa:16:3e:29:0b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:50Z', 'updated_at': '2021-05-20T18:33:03Z', 'revision_number': 4, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'subnets': [{'id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:33:04.825381 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-95afa003-12e9-41b5-af88-e98ba8b85fc1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:04.826846 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-95afa003-12e9-41b5-af88-e98ba8b85fc1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 819 time: 0.5641494 May 20 18:33:04.919426 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564576bb-97db-4331-8910-187266f403ea req-78a9a249-2dcf-404e-9a38-f67ac1c98e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:04.921178 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-78a9a249-2dcf-404e-9a38-f67ac1c98e86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 916 time: 0.3682632 May 20 18:33:04.922994 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-bdb3450c-1eb3-4d6f-ad2f-7d309bcd9992 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/quotas/d332a8fb7c51487095a361fc00f98391 HTTP/1.1" status: 200 len: 375 time: 0.0757334 May 20 18:33:04.958461 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85dbe4b3-46c2-44d2-b80c-512e2773160e req-74bd02e6-e3e0-46d1-98f9-2f5a6bc04f80 service neutron] 10.222.0.69 "GET /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673816 May 20 18:33:05.031513 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.db.resource_extend [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 18:33:05.049064 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.099792 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-b5a3783b-7c3a-4b0d-8305-4c9a59d56c1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8 HTTP/1.1" status: 200 len: 217 time: 0.1417458 May 20 18:33:05.136206 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.137178 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.155938 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:05.207371 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564576bb-97db-4331-8910-187266f403ea req-b7f612e4-e7b4-49a8-a91f-73d56738adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:05.208932 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-b7f612e4-e7b4-49a8-a91f-73d56738adfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.1007748 May 20 18:33:05.276344 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.286336 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-215a35e9-d72d-48c8-a963-b6bf42d66260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697596 May 20 18:33:05.334622 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'Port': ['ID=440f05a2-376c-4327-b8f5-cb42def38310,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:05.346055 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:05.349941 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3f2c9ba5-09f8-4567-993f-ab1538440c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:05.378349 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.417628 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d2112a5efbe42f897a7d4154e327703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9821711 May 20 18:33:05.426289 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56768) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:05.439512 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd17fa81-6311-42e0-9d32-86f3acc04fc4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4936845 May 20 18:33:05.474097 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a063bbe-6bdf-4b4a-b053-5131c2a0863d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:05.538065 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:05.597232 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2da1e-144c-44a2-9ae4-c9cbb8ac5729 req-0bd49d3e-e579-46a3-93d5-705157173129 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:05.605104 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7da2da1e-144c-44a2-9ae4-c9cbb8ac5729 req-0bd49d3e-e579-46a3-93d5-705157173129 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 944 time: 0.5530295 May 20 18:33:05.633658 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-20f1bbb0-6233-475c-8243-98470020860e service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399420 May 20 18:33:05.677005 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3f4f5ac-d4be-466f-a969-0fad851114da up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:05.761104 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.762934 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4693317 May 20 18:33:05.818157 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7da2da1e-144c-44a2-9ae4-c9cbb8ac5729 req-77d5ff7b-5eb4-4b48-a237-386a0d2f2636 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070327 May 20 18:33:05.853328 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-564576bb-97db-4331-8910-187266f403ea req-0772273b-6e82-434a-ad92-457147ecb1be service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110760 May 20 18:33:05.866077 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:05.922604 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-3efcfe16-ed7c-46af-a4ea-37e34fd7c7ac service neutron] 10.222.0.54 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450269 May 20 18:33:05.967920 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port e3f4f5ac-d4be-466f-a969-0fad851114da completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:05.973949 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port e3f4f5ac-d4be-466f-a969-0fad851114da triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:05.978262 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.004401 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.174581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.219798 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-34d24096-034f-493d-956e-5bb9c8d077f1 service neutron] 10.222.0.54 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791326 May 20 18:33:06.223788 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port e3f4f5ac-d4be-466f-a969-0fad851114da, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e3f4f5ac-d4be-466f-a969-0fad851114da,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:06.237798 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c3e2-871c-4c24-8f45-fd43a85ca93a req-1ce26de5-7ff3-4eed-b155-46872efd9c59 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:06.239545 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddb7c3e2-871c-4c24-8f45-fd43a85ca93a req-1ce26de5-7ff3-4eed-b155-46872efd9c59 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 944 time: 0.2443354 May 20 18:33:06.352612 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.354211 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.356355 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8612b605-c0c6-4bcb-8bd9-1ffca3d18a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:06.364895 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-92ae8a94-b3a1-48ee-a7f3-82f3ac85993b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:06.384682 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a063bbe-6bdf-4b4a-b053-5131c2a0863d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:06.413955 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddb7c3e2-871c-4c24-8f45-fd43a85ca93a req-85353bed-9c12-4d14-8893-a34144dadf41 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674895 May 20 18:33:06.421422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:06.441562 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.445101 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a063bbe-6bdf-4b4a-b053-5131c2a0863d HTTP/1.1" status: 204 len: 168 time: 1.0139396 May 20 18:33:06.517235 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=e3f4f5ac-d4be-466f-a969-0fad851114da,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:06.535483 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:06.707912 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-15dce2bd-7a2b-4e31-8944-aea7942b9f12 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:06.709455 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-15dce2bd-7a2b-4e31-8944-aea7942b9f12 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Synchronizing usage tracker for tenant:d332a8fb7c51487095a361fc00f98391 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:06.709601 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c83f8117-1646-4cae-9032-2fbb8aa1cd46 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:33:06.722612 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8c400d91-ff9a-4e11-b05b-5032633fde24 req-dd560aad-c805-42fb-af73-555e3ac62704 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 210 time: 0.1077440 May 20 18:33:06.779310 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-72dfb730-2734-4ff0-aa23-69daebb78c86 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:06.873610 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port c83f8117-1646-4cae-9032-2fbb8aa1cd46, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46,segment=NetworkSegment(a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9),segment_id=a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:06.887578 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46', 'network_id': '8340eec2-8fa3-4c5d-acb4-8bc10a982833', 'port_id': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46', 'mac_address': 'fa:16:3e:4f:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77b5092-17de-4450-8b7a-2ff07972ab9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:33:06.946810 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:06.950773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-15dce2bd-7a2b-4e31-8944-aea7942b9f12 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Unset dirty status for tenant:d332a8fb7c51487095a361fc00f98391 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:06.955281 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-15dce2bd-7a2b-4e31-8944-aea7942b9f12 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 819 time: 0.7065551 May 20 18:33:06.961736 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-72dfb730-2734-4ff0-aa23-69daebb78c86 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:06.969225 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Request body: {'port': {'device_id': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'admin_state_up': True, 'tenant_id': 'd332a8fb7c51487095a361fc00f98391'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:06.972468 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-72dfb730-2734-4ff0-aa23-69daebb78c86 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1691007106&fields=id&tenant_id=32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 267 time: 0.3862309 May 20 18:33:06.974082 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83f8117-1646-4cae-9032-2fbb8aa1cd46 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:06.993619 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port c83f8117-1646-4cae-9032-2fbb8aa1cd46, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46,segment=NetworkSegment(a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9),segment_id=a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:07.123496 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:07.128075 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Usage tracker for resource:port and tenant:d332a8fb7c51487095a361fc00f98391 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:07.130977 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:07.136824 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:07.143883 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548f5f-5572-4125-a56f-4762170f76bb req-902d35b8-5251-477e-b5eb-0dc7fe793730 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:07.145384 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f8548f5f-5572-4125-a56f-4762170f76bb req-902d35b8-5251-477e-b5eb-0dc7fe793730 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 944 time: 0.2252088 May 20 18:33:07.181986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-15804f94-0c43-4802-9fd4-f7fd33a9e529 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:07.183374 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-15804f94-0c43-4802-9fd4-f7fd33a9e529 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 816 time: 0.2100401 May 20 18:33:07.191911 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.192718 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c4069dd1-a56f-4e0f-8020-b672793e67b8 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:33:07.196541 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:07.210916 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-20715f88-20aa-4e22-82b8-f285afab5093 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/quotas/32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 375 time: 0.0161796 May 20 18:33:07.215556 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f8548f5f-5572-4125-a56f-4762170f76bb req-c166f348-9b52-426f-b4eb-ba678af82b95 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609648 May 20 18:33:07.307447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Made reservation on behalf of d332a8fb7c51487095a361fc00f98391 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:33:07.313207 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.353727 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-d05a7608-3f48-4687-82c0-4722ce7159dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:07.396836 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=c83f8117-1646-4cae-9032-2fbb8aa1cd46,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:07.401393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:07.494986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-d05a7608-3f48-4687-82c0-4722ce7159dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:07.496415 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-d05a7608-3f48-4687-82c0-4722ce7159dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2606015 May 20 18:33:07.532543 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port c4069dd1-a56f-4e0f-8020-b672793e67b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:07.568655 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'c4069dd1-a56f-4e0f-8020-b672793e67b8', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'port_id': 'c4069dd1-a56f-4e0f-8020-b672793e67b8', 'mac_address': 'fa:16:3e:24:83:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af9223-37f7-43b2-8c57-f599b00efb94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:33:07.638497 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3f4f5ac-d4be-466f-a969-0fad851114da up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:07.643494 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Allocated IP 172.20.0.9 (26d742c0-1073-4e8f-97dc-6ec8bf02d1bb/91e65822-7eeb-488f-a63c-d65eb9d0d392/d1b000ff-3811-4e83-8b33-40cd306d2618) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:33:07.714614 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.736362 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4069dd1-a56f-4e0f-8020-b672793e67b8 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:07.759168 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port c4069dd1-a56f-4e0f-8020-b672793e67b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:07.760964 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port e3f4f5ac-d4be-466f-a969-0fad851114da triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:07.761482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.773403 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-44ed9b01-722f-4e8c-9fa8-d02a270277bb service neutron] 10.222.0.54 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518208 May 20 18:33:07.838327 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70aaa4-46c0-405a-b89d-d6fd4bf96894 req-f93e701b-8e3f-4e7f-b3a0-4afdd55ffdde tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:07.839760 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3f70aaa4-46c0-405a-b89d-d6fd4bf96894 req-f93e701b-8e3f-4e7f-b3a0-4afdd55ffdde tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 944 time: 0.1636889 May 20 18:33:07.876056 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.880882 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:07.917080 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56846) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:07.930547 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.973344 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:07.989811 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=c4069dd1-a56f-4e0f-8020-b672793e67b8,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:07.997354 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:08.019822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:08.037460 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3f70aaa4-46c0-405a-b89d-d6fd4bf96894 req-db0b88d1-f810-40e8-8673-6e683722b68d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194558 May 20 18:33:08.039954 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Usage tracker for resource:security_group_rule and tenant:afa3a3425d8f4763ae87396e349d2858 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:08.043852 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:08.048118 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-4b36cc59-17c2-4412-a60c-0b6bf6c17bef service neutron] 10.222.0.54 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660675 May 20 18:33:08.052737 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:08.096322 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:08.132760 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-24253f72-98cf-4157-888f-38adc5bb4055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:08.188142 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c83f8117-1646-4cae-9032-2fbb8aa1cd46'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:08.222434 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:33:08.232233 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:33:08.234803 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:33:08.236421 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:08.267009 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-97785547-b873-4eaa-b919-62d699d490aa req-29217ec1-8678-433e-99c8-0576acde106f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 210 time: 0.0595565 May 20 18:33:08.267009 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:08.308968 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Pushing event updated for resources: {'Port': ['ID=d1b000ff-3811-4e83-8b33-40cd306d2618,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:08.326073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:08.334041 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:08.334663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:08.429348 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:08.456646 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:08.456907 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4918053 May 20 18:33:08.471730 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Request body: {'port': {'device_id': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:08.585025 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afa3a3425d8f4763ae87396e349d2858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627531 May 20 18:33:08.585221 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56866) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:08.646967 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f5c559ef-2277-4daf-af0e-5f1763058834 req-74f5813c-2cc6-48f7-a2ee-8502ea510d49 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 210 time: 0.0785990 May 20 18:33:08.656868 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a9114-f76a-4b45-9006-359d11229635,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:08.656868 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:08.687439 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeadfd3-0090-429b-b394-495eda90ddbb req-1f8b2588-9c4c-443a-9aa1-67da624c8c0a tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:08.702079 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-daeadfd3-0090-429b-b394-495eda90ddbb req-1f8b2588-9c4c-443a-9aa1-67da624c8c0a tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 945 time: 0.3415265 May 20 18:33:08.754407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:08.778112 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-daeadfd3-0090-429b-b394-495eda90ddbb req-b6759199-7543-4e1e-b017-3c10ead71a50 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751703 May 20 18:33:08.807888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:08.819365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:09.091105 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:09.105947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:09.133408 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a9114-f76a-4b45-9006-359d11229635,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:09.138405 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:09.142748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:09.143995 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/042a9114-f76a-4b45-9006-359d11229635 HTTP/1.1" status: 204 len: 168 time: 0.5581319 May 20 18:33:09.252243 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac29c60-0c90-4fb2-bb86-a39a3e538a61 req-db0d5d3e-2d70-40b5-bda8-5f1af0f25372 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:09.253842 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bac29c60-0c90-4fb2-bb86-a39a3e538a61 req-db0d5d3e-2d70-40b5-bda8-5f1af0f25372 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 945 time: 0.1004040 May 20 18:33:09.312051 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bac29c60-0c90-4fb2-bb86-a39a3e538a61 req-921ab6df-f3ef-4053-9601-eeb7f3657c31 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 May 20 18:33:09.357928 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b000ff-3811-4e83-8b33-40cd306d2618 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:09.368174 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:09.390731 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 56894) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:09.411601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Transition to ACTIVE for port object d1b000ff-3811-4e83-8b33-40cd306d2618 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:09.453411 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa42bbe7-8fb4-4611-9bf4-c67049f81c3c req-e3c7b2a3-c49c-4bc5-9997-5b8baecc8b97 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 210 time: 0.0467772 May 20 18:33:09.495601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:09.506891 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:09.663926 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:09.863247 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eebb02e6-90c3-46f3-a21c-d6eaee7f8075 req-8644d74b-9ca1-4fbb-a6c4-3be851dd2a6d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 210 time: 0.1042807 May 20 18:33:09.911505 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:10.002478 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Usage tracker for resource:security_group_rule and tenant:f44cfc715a0240e497d11c124d04e5b3 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:10.011436 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Pushing event updated for resources: {'Port': ['ID=d1b000ff-3811-4e83-8b33-40cd306d2618,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:10.017679 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:10.050253 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:10.073707 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:10.094936 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-f107f810-464e-4848-b991-4fd21ec45830 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:10.097937 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-f107f810-464e-4848-b991-4fd21ec45830 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 819 time: 0.4678569 May 20 18:33:10.128443 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Request body: {'port': {'device_id': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'admin_state_up': True, 'tenant_id': 'd332a8fb7c51487095a361fc00f98391'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:10.321335 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Attempting to bind port d1b000ff-3811-4e83-8b33-40cd306d2618 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:10.321885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Attempting to bind port d1b000ff-3811-4e83-8b33-40cd306d2618 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:10.322423 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Attempting to bind port d1b000ff-3811-4e83-8b33-40cd306d2618 on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:10.337356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8dac9-0b84-4d12-8cad-0153bebc3016 req-e19b1f07-c904-4959-9243-868cc19bd713 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:10.341170 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cdf8dac9-0b84-4d12-8cad-0153bebc3016 req-e19b1f07-c904-4959-9243-868cc19bd713 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 945 time: 0.3007450 May 20 18:33:10.342451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Port d1b000ff-3811-4e83-8b33-40cd306d2618 on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:33:10.342936 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Attempting to bind port d1b000ff-3811-4e83-8b33-40cd306d2618 on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:10.383091 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:33:10.489628 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cdf8dac9-0b84-4d12-8cad-0153bebc3016 req-16952a92-3823-4a92-9cc6-62035bfe621c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352820 May 20 18:33:10.625301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:10.625634 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Checking segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:10.626008 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Bound using segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:10.626536 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Bound port: d1b000ff-3811-4e83-8b33-40cd306d2618, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:10.626879 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:10.653883 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:10.664621 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Usage tracker for resource:port and tenant:d332a8fb7c51487095a361fc00f98391 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:10.695182 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c83f8117-1646-4cae-9032-2fbb8aa1cd46 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:10.698338 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:10.709362 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-887db986-e6cc-474e-ab8f-033f8d4a458d req-f1b64b71-d31d-4dcd-a49a-075a1b3ea5d7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 210 time: 0.0777876 May 20 18:33:10.725609 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:10.740033 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9a24f-c361-4c9c-ab11-4c720e65579d req-f7a0e9cc-9848-4751-8ebd-a561a719c3ec tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:10.747246 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-26e9a24f-c361-4c9c-ab11-4c720e65579d req-f7a0e9cc-9848-4751-8ebd-a561a719c3ec tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 945 time: 0.2300985 May 20 18:33:10.774255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:10.823096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] For port d1b000ff-3811-4e83-8b33-40cd306d2618, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:10.826852 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] For port d1b000ff-3811-4e83-8b33-40cd306d2618, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d1b000ff-3811-4e83-8b33-40cd306d2618,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:10.844662 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:10.858281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:10.893544 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-26e9a24f-c361-4c9c-ab11-4c720e65579d req-8e15877d-915b-4c84-ba04-88fa0a2d63fb tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450963 May 20 18:33:10.895360 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef45b82-9647-4fee-8276-738aff3dbc3d,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:10.900764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:10.925389 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port c83f8117-1646-4cae-9032-2fbb8aa1cd46 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:10.934292 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f44cfc715a0240e497d11c124d04e5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5219467 May 20 18:33:10.934292 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:10.934902 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 56960) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:10.935063 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port c83f8117-1646-4cae-9032-2fbb8aa1cd46 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:10.935063 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:10.945799 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:11.029103 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Made reservation on behalf of d332a8fb7c51487095a361fc00f98391 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:33:11.034093 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.079384 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.096459 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3f7a2ae6-7e04-4e1e-9696-d3901c33ab37 req-299080dc-86ed-4eab-8f58-85ef4cc0c2e0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 210 time: 0.0555451 May 20 18:33:11.099211 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.138839 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:11.141572 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.172878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:11.174145 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.175435 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-3705db5e-082c-4044-b84e-8e393af690da service neutron] 10.222.0.69 "PUT /v2.0/ports/d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 1093 time: 2.7112610 May 20 18:33:11.178378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'tag': 'd1b000ff-3811-4e83-8b33-40cd306d2618'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:11.204372 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Pushing event updated for resources: {'Port': ['ID=d1b000ff-3811-4e83-8b33-40cd306d2618,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:11.206333 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port c83f8117-1646-4cae-9032-2fbb8aa1cd46, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46,segment=NetworkSegment(a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9),segment_id=a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:11.214093 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:11.247472 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'tag': 'd1b000ff-3811-4e83-8b33-40cd306d2618', 'status': 'completed', 'code': 200} May 20 18:33:11.311858 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.312752 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c4069dd1-a56f-4e0f-8020-b672793e67b8 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:11.335149 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.343889 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:11.357266 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.69', 60970) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:11.370210 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef45b82-9647-4fee-8276-738aff3dbc3d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:11.370987 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:11.374058 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:11.375576 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.377672 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ef45b82-9647-4fee-8276-738aff3dbc3d HTTP/1.1" status: 204 len: 168 time: 0.4545078 May 20 18:33:11.507816 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Allocated IP 172.20.0.5 (26d742c0-1073-4e8f-97dc-6ec8bf02d1bb/91e65822-7eeb-488f-a63c-d65eb9d0d392/a9d89107-bf7c-4754-bf60-3a1e054b2337) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:33:11.509631 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=c83f8117-1646-4cae-9032-2fbb8aa1cd46,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:11.524026 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:11.576793 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02049d1-9ff0-48e3-8b41-5b3485ed75a7 req-018d1d8b-61a3-4312-a8ed-b3161eef4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:11.578462 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f02049d1-9ff0-48e3-8b41-5b3485ed75a7 req-018d1d8b-61a3-4312-a8ed-b3161eef4938 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1096 time: 0.2976725 May 20 18:33:11.581494 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port c4069dd1-a56f-4e0f-8020-b672793e67b8 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:11.587482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port c4069dd1-a56f-4e0f-8020-b672793e67b8 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:11.587744 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.835164 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8b696-5ea5-4c1c-9fdf-bb9f21fae09e req-ec75f343-2a39-44b9-8829-4451630f1188 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:11.840777 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.846217 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7dd8b696-5ea5-4c1c-9fdf-bb9f21fae09e req-ec75f343-2a39-44b9-8829-4451630f1188 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.1712906 May 20 18:33:11.874877 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-25c50258-1656-444f-a92f-9b895c1652de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:11.878691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-25c50258-1656-444f-a92f-9b895c1652de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:11.909424 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46', 'code': 200} May 20 18:33:11.915650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port c4069dd1-a56f-4e0f-8020-b672793e67b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:11.931160 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7dd8b696-5ea5-4c1c-9fdf-bb9f21fae09e req-2f31bdd1-03d8-4e24-9c0c-7e67fbedd8a5 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833859 May 20 18:33:11.980305 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:11.982284 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:12.090549 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02049d1-9ff0-48e3-8b41-5b3485ed75a7 req-17897dfb-3da7-4f27-ae57-9adcff260a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:12.092437 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f02049d1-9ff0-48e3-8b41-5b3485ed75a7 req-17897dfb-3da7-4f27-ae57-9adcff260a46 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d332a8fb7c51487095a361fc00f98391&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3749123 May 20 18:33:12.136463 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=c4069dd1-a56f-4e0f-8020-b672793e67b8,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:12.144622 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:12.247687 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3b9e242d-22b0-46b9-a98d-dafdc9483e5a req-eb56aa74-aaea-40b7-853d-57ae77d7f3bf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 210 time: 0.0722823 May 20 18:33:12.303780 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e5415-fd9e-433a-80fd-07028463e738 req-2c408d9c-5255-4074-8133-0ddd3a82e4a6 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:12.311687 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-773e5415-fd9e-433a-80fd-07028463e738 req-2c408d9c-5255-4074-8133-0ddd3a82e4a6 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.2418015 May 20 18:33:12.332250 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:12.356928 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02049d1-9ff0-48e3-8b41-5b3485ed75a7 req-c96e2985-9058-4bd7-83c0-d6989bc72e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:12.364361 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f02049d1-9ff0-48e3-8b41-5b3485ed75a7 req-c96e2985-9058-4bd7-83c0-d6989bc72e08 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2066627 May 20 18:33:12.364361 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-25c50258-1656-444f-a92f-9b895c1652de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:12.364361 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-25c50258-1656-444f-a92f-9b895c1652de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 816 time: 1.0033243 May 20 18:33:12.408297 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57018) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:12.439407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.69', 60973) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:12.452126 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-773e5415-fd9e-433a-80fd-07028463e738 req-9ea87d55-7b18-470c-9b18-18b8fbd9a2f6 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395702 May 20 18:33:12.507008 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:12.531119 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-983e892c-5583-4cc1-a116-73e9cce071cc req-3da59032-42ee-4482-8c48-fcb732baac97 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 210 time: 0.0853746 May 20 18:33:12.552340 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-79bee8dc-51fa-4f82-9b96-7e4bbdf8f216 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:12.558750 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:12.562723 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:337129b36c2544a1855d7f1eceffe3c0 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:12.566462 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:12.572890 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:12.590543 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-79bee8dc-51fa-4f82-9b96-7e4bbdf8f216 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:12.591694 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-79bee8dc-51fa-4f82-9b96-7e4bbdf8f216 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 380 time: 0.2195883 May 20 18:33:12.608219 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'port': {'device_id': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'admin_state_up': True, 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'security_groups': ['53aee4be-57bf-46e9-b504-059bfe226652']}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:12.657013 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-d7787c02-b749-4a6b-9e1f-4459850bc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:12.659127 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-d7787c02-b749-4a6b-9e1f-4459850bc9a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1096 time: 0.2147129 May 20 18:33:12.660076 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:12.665692 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-4c70d364-3af5-40a0-b80e-652dc9dd22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:12.667114 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-4c70d364-3af5-40a0-b80e-652dc9dd22af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 1099 time: 0.2269566 May 20 18:33:12.711134 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:12.726389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d523a955-f4fb-462a-bb2c-ee865885f275 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:12.832014 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:12.846016 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:12.893601 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=337129b36c2544a1855d7f1eceffe3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830444 May 20 18:33:12.894435 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba565bef-124c-4547-956a-f74fa7241b5c,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:12.897769 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:12.898939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57044) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:12.953878 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-29901b11-cf68-4fa8-b95e-237f491a33d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 217 time: 0.2318473 May 20 18:33:12.961257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:12.994143 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.045411 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:33:13.054914 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:13.058997 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.062629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:33:13.065076 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Pushing event updated for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:13.068468 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:33:13.093998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Usage tracker for resource:security_group_rule and tenant:04fdcc324d3d4fe2b7ac7b624bb60b3d is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:13.107351 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:13.115772 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:13.139680 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:13.146949 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:13.166707 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-0d77f319-1a5c-47f4-80ba-b69b3fc0dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:13.168237 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-0d77f319-1a5c-47f4-80ba-b69b3fc0dbfd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.1948173 May 20 18:33:13.212878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:13.217547 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc9546-9869-47d4-9405-e0b087202a69 req-89fc6a51-46b9-4fa7-b555-6e2f6ee1cdb3 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:13.219134 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cecc9546-9869-47d4-9405-e0b087202a69 req-89fc6a51-46b9-4fa7-b555-6e2f6ee1cdb3 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.0926511 May 20 18:33:13.219899 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:13.220608 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.220730 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.225859 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-c393c5fc-f74e-4837-accb-77b516b36b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:13.255202 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba565bef-124c-4547-956a-f74fa7241b5c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:13.257295 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-2bc3db7c-1924-4111-8415-7c788b18e7be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783958 May 20 18:33:13.261124 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:13.270619 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.270619 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba565bef-124c-4547-956a-f74fa7241b5c HTTP/1.1" status: 204 len: 168 time: 0.3647876 May 20 18:33:13.305728 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cecc9546-9869-47d4-9405-e0b087202a69 req-757cc915-a732-4909-9e10-c6620300bc1c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706403 May 20 18:33:13.441075 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Made reservation on behalf of 32c968a206e7407f9e5acb4409fd46c9 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:33:13.447911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.462199 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-47fc50bb-2a19-4d90-893c-56ddc08b576a service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970201 May 20 18:33:13.499751 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3794339 May 20 18:33:13.504387 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.528415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Request body: {'port': {'device_id': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:13.538006 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b178c-5407-459f-95fa-797e2ab86ccb req-376c4c79-13cc-47f1-b2f8-d183a4de809b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:13.555123 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f52b178c-5407-459f-95fa-797e2ab86ccb req-376c4c79-13cc-47f1-b2f8-d183a4de809b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 931 time: 0.1465833 May 20 18:33:13.618179 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f52b178c-5407-459f-95fa-797e2ab86ccb req-f32ab403-1269-47d9-b724-abecc5007ec0 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611565 May 20 18:33:13.673039 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.714430 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:13.764948 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce83bd-3bac-4464-8afd-25961cfd8281 req-03bfa246-4b2a-4432-b537-9ea7010b3973 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:13.766430 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e5ce83bd-3bac-4464-8afd-25961cfd8281 req-03bfa246-4b2a-4432-b537-9ea7010b3973 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.1209066 May 20 18:33:13.787715 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Synchronizing usage tracker for tenant:04fdcc324d3d4fe2b7ac7b624bb60b3d on resource:security_group {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:13.859694 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=690fa19d-22c8-4fc1-89aa-9343fad53d1c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:13.866668 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-343d6956-0e18-476b-879c-91f66926e2a3 req-dcdb1fd5-53af-4d9a-b485-1277b733b9eb tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 210 time: 0.0716839 May 20 18:33:13.882058 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:13.896634 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e5ce83bd-3bac-4464-8afd-25961cfd8281 req-2e1f971c-7cd8-471e-a7d1-d48ac4770edc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241753 May 20 18:33:13.910651 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0cbac419-a9c4-49cd-8718-ca80d5c5a34f req-a5981b2a-976d-4e1f-a619-05fd007e11fc service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394925 May 20 18:33:13.911030 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4069dd1-a56f-4e0f-8020-b672793e67b8'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:13.918983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:13.942105 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57090) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:13.971983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Allocated IP 172.20.0.5 (63106197-4c36-4cf5-b36b-23aa17763985/bf0ef6c1-4c64-4c67-a84e-3387e60cddd3/fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:33:13.983151 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4069dd1-a56f-4e0f-8020-b672793e67b8', 'code': 200} May 20 18:33:14.006109 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Unset dirty status for tenant:04fdcc324d3d4fe2b7ac7b624bb60b3d on resource:security_group {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:14.007232 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9159b2c4-cc56-425a-876e-e43ebd1c5dd0 req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2874219 May 20 18:33:14.137091 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.152374 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:14.162450 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Usage tracker for resource:security_group_rule and tenant:7261daef5c4c42059f03db2263cb45b9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:14.162450 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:14.167608 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:14.298822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.357992 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1a193df0-d922-4995-ba02-3d8e2a6eb160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.366613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.392914 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.399088 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Transition to ACTIVE for port object fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:14.412790 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-78ffe806-ba02-4d49-9f12-cfd0a0746c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:14.530699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d89107-bf7c-4754-bf60-3a1e054b2337 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:14.541501 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7261daef5c4c42059f03db2263cb45b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950136 May 20 18:33:14.541501 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff97b0d-3ac6-4bc6-b3d4-0a2dea92d223,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:14.543462 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:14.544260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57120) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:14.545958 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.567148 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Transition to ACTIVE for port object a9d89107-bf7c-4754-bf60-3a1e054b2337 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:14.588792 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d70685-5840-4be5-943b-a2764866d208 req-c5f617ce-e8fa-4489-8875-cadf88ea0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:14.590586 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b2d70685-5840-4be5-943b-a2764866d208 req-c5f617ce-e8fa-4489-8875-cadf88ea0dcb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 1099 time: 0.1135716 May 20 18:33:14.628403 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.647485 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.647485 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:14.647688 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b67de-d0a0-4032-ad06-8320db55bd4c req-cd0ed211-3c73-44fa-b054-172b1bd3fb2e tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:14.648852 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-406b67de-d0a0-4032-ad06-8320db55bd4c req-cd0ed211-3c73-44fa-b054-172b1bd3fb2e tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.1847575 May 20 18:33:14.649760 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.707449 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.763842 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Network 63106197-4c36-4cf5-b36b-23aa17763985 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:33:14.836350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:33:14.837428 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-406b67de-d0a0-4032-ad06-8320db55bd4c req-c48a0d36-a4c2-4c32-8198-8f19a52f8e24 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807613 May 20 18:33:14.845593 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.852120 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:33:14.862675 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-aefa99d4-a0d8-4bb3-8b1d-9e0328b68c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:14.878735 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff97b0d-3ac6-4bc6-b3d4-0a2dea92d223,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:14.897368 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:14.910330 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:14.914240 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dff97b0d-3ac6-4bc6-b3d4-0a2dea92d223 HTTP/1.1" status: 204 len: 168 time: 0.3629727 May 20 18:33:14.960795 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c58e1c-fcc5-4f59-bfa9-f48db079529a req-87a66925-7643-417d-89fc-1515618d94b8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:14.962354 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28c58e1c-fcc5-4f59-bfa9-f48db079529a req-87a66925-7643-417d-89fc-1515618d94b8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.1856341 May 20 18:33:15.097552 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b2d70685-5840-4be5-943b-a2764866d208 req-3631665d-e209-4d13-8784-9da1e3543ae6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969685 May 20 18:33:15.151351 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:15.166236 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28c58e1c-fcc5-4f59-bfa9-f48db079529a req-30b91548-74e7-4d0a-8653-263017a2fb3c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934607 May 20 18:33:15.224170 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9071d-ab27-438f-9df7-2d4f5729ca9d req-64ad4523-b93e-4369-bcc0-bfe0ddf7c85d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:15.233651 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cac9071d-ab27-438f-9df7-2d4f5729ca9d req-64ad4523-b93e-4369-bcc0-bfe0ddf7c85d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 931 time: 0.1885152 May 20 18:33:15.294351 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cac9071d-ab27-438f-9df7-2d4f5729ca9d req-24171594-b826-4d9a-a12f-12112d490cce tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593736 May 20 18:33:15.309681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:15.310403 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:15.312004 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-400ecda7-ada9-417c-9aa3-eb6c979fc26e None None] Provisioning for port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:15.317925 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-400ecda7-ada9-417c-9aa3-eb6c979fc26e None None] Provisioning complete for port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:15.318583 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-400ecda7-ada9-417c-9aa3-eb6c979fc26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:15.374768 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:15.388877 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:15.388978 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:15.389323 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:15.408602 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-400ecda7-ada9-417c-9aa3-eb6c979fc26e None None] Port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:33:15.428692 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Attempting to bind port a9d89107-bf7c-4754-bf60-3a1e054b2337 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:15.428692 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Attempting to bind port a9d89107-bf7c-4754-bf60-3a1e054b2337 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:15.428692 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Attempting to bind port a9d89107-bf7c-4754-bf60-3a1e054b2337 on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:15.436388 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Port a9d89107-bf7c-4754-bf60-3a1e054b2337 on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:33:15.436629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Attempting to bind port a9d89107-bf7c-4754-bf60-3a1e054b2337 on network 26d742c0-1073-4e8f-97dc-6ec8bf02d1bb {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:15.445247 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6352bd3-f6d2-4510-9be9-923970c695cf req-b04a7d65-d75f-4185-8161-dfdd4b6853fe tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:15.445436 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:15.445843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Checking segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:15.446313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Bound using segment: {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:15.446914 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Bound port: a9d89107-bf7c-4754-bf60-3a1e054b2337, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c1bc42-a601-4e03-babf-8167260af722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:15.447302 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:15.448278 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d6352bd3-f6d2-4510-9be9-923970c695cf req-b04a7d65-d75f-4185-8161-dfdd4b6853fe tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.1525507 May 20 18:33:15.527712 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-a047e8c6-6b7c-45e7-b237-bf843b220416 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9288182 May 20 18:33:15.538063 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d6352bd3-f6d2-4510-9be9-923970c695cf req-bc62f12c-cc0e-4ebd-b499-05ccdd9e3c30 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818186 May 20 18:33:15.557311 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Request body: {'port': {'device_id': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:15.682884 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:15.701377 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:15.706530 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:15.844104 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:15.852973 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b31da9c5-5378-4958-ae81-028ae3b06edb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:15.940942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57174) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:15.958561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:15.959188 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:15.960649 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] 10.222.0.69 "PUT /v2.0/ports/a9d89107-bf7c-4754-bf60-3a1e054b2337 HTTP/1.1" status: 200 len: 1093 time: 2.4410820 May 20 18:33:15.963211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:15.974130 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:16.026415 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337', 'status': 'completed', 'code': 200} May 20 18:33:16.044446 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:16.052253 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:16.092874 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:16.099621 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Usage tracker for resource:security_group_rule and tenant:6aebda54b466405ebc78c06320112e26 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:16.103025 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:16.115791 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:16.179484 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc9f4-b356-41d3-9e50-d13ee5d148b0 req-f6a2d094-9fb6-48f8-91b1-0549da5a2ac4 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:16.181106 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-94efc9f4-b356-41d3-9e50-d13ee5d148b0 req-f6a2d094-9fb6-48f8-91b1-0549da5a2ac4 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.1967540 May 20 18:33:16.183848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4ceb2-078c-4de9-aca1-c3d479b5a41b req-e3085596-3c41-46fe-ae05-703785999804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:16.185553 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-eca4ceb2-078c-4de9-aca1-c3d479b5a41b req-e3085596-3c41-46fe-ae05-703785999804 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 1096 time: 0.1175964 May 20 18:33:16.404591 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:16.422407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:16.450407 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-94efc9f4-b356-41d3-9e50-d13ee5d148b0 req-f07254bd-d403-4538-b4aa-0ade826be42d tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458653 May 20 18:33:16.458368 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Transition to ACTIVE for port object fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:16.478718 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4ceb2-078c-4de9-aca1-c3d479b5a41b req-8abf6aa9-56f8-4aa2-8fed-1a6bed0d867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:16.481149 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-eca4ceb2-078c-4de9-aca1-c3d479b5a41b req-8abf6aa9-56f8-4aa2-8fed-1a6bed0d867c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d332a8fb7c51487095a361fc00f98391&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2153215 May 20 18:33:16.503223 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:16.518175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b32c-4a8e-4eba-9b01-16cda516b737 req-3f452262-5218-47ad-889f-f79ab3388076 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:16.519334 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3f38b32c-4a8e-4eba-9b01-16cda516b737 req-3f452262-5218-47ad-889f-f79ab3388076 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.1710742 May 20 18:33:16.529660 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:16.542345 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:16.572296 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3f38b32c-4a8e-4eba-9b01-16cda516b737 req-599f0fdc-c80d-48d0-9b28-73c7a0a67165 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457518 May 20 18:33:16.636658 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:16.652981 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-982a52a3-79c9-49e3-992a-4a4312d814c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:16.724140 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d1b000ff-3811-4e83-8b33-40cd306d2618 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:33:16.739794 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26b3e6-714f-437f-9d03-4841752e03ed,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:16.758893 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:16.764527 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6aebda54b466405ebc78c06320112e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8225293 May 20 18:33:16.767281 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57208) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:16.767527 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:16.809521 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:16.919383 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4ceb2-078c-4de9-aca1-c3d479b5a41b req-6a3e98ca-2605-4b9b-857d-f3e04b85b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:16.921052 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-eca4ceb2-078c-4de9-aca1-c3d479b5a41b req-6a3e98ca-2605-4b9b-857d-f3e04b85b440 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4327490 May 20 18:33:17.015054 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c2c7b-65ef-46a3-a0b6-4eed2d1801c4 req-68f41af3-f1e3-4b02-bad6-de99dadaaec8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:17.024659 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1d3c2c7b-65ef-46a3-a0b6-4eed2d1801c4 req-68f41af3-f1e3-4b02-bad6-de99dadaaec8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.4381177 May 20 18:33:17.026841 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Attempting to bind port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:17.027183 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Attempting to bind port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:17.027510 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Attempting to bind port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 on network 63106197-4c36-4cf5-b36b-23aa17763985 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:17.035275 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 on network 63106197-4c36-4cf5-b36b-23aa17763985 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:33:17.037773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Attempting to bind port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 on network 63106197-4c36-4cf5-b36b-23aa17763985 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:17.037903 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.045514 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port d1b000ff-3811-4e83-8b33-40cd306d2618, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d1b000ff-3811-4e83-8b33-40cd306d2618,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:17.050391 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.053902 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:17.054411 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Checking segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:17.055122 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Bound using segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:17.056841 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Bound port: fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:17.057696 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.072816 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'd1b000ff-3811-4e83-8b33-40cd306d2618', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'port_id': 'd1b000ff-3811-4e83-8b33-40cd306d2618', 'mac_address': 'fa:16:3e:55:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:33:17.120185 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc9ac-5c36-44b9-a583-cd9cca08479a req-9235f055-d07c-460d-8667-1dcdc0ab1418 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:17.128130 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cd7bc9ac-5c36-44b9-a583-cd9cca08479a req-9235f055-d07c-460d-8667-1dcdc0ab1418 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.3490508 May 20 18:33:17.144056 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.162169 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1d3c2c7b-65ef-46a3-a0b6-4eed2d1801c4 req-52c864f5-2996-4612-9312-2af0a0da6d3a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365547 May 20 18:33:17.164061 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.164792 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b000ff-3811-4e83-8b33-40cd306d2618 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:17.183379 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port d1b000ff-3811-4e83-8b33-40cd306d2618, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d1b000ff-3811-4e83-8b33-40cd306d2618,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:17.190321 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a6b87cd9-9040-42b9-8f8e-7413b8a3996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.242301 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cd7bc9ac-5c36-44b9-a583-cd9cca08479a req-5e6c8d83-8c76-43ae-9179-cd9ede40cd4d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132021 May 20 18:33:17.255925 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.261861 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:17.275094 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-5d230dca-8751-48ef-8f61-eaafbfec7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:17.276630 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-5d230dca-8751-48ef-8f61-eaafbfec7929 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 1096 time: 0.3058364 May 20 18:33:17.283034 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:17.288084 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:17.344186 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=d1b000ff-3811-4e83-8b33-40cd306d2618,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:17.347772 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:17.352103 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-3e0fa8b4-c3b3-44af-a70e-7fe8f7d31f8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337 HTTP/1.1" status: 200 len: 217 time: 0.0665038 May 20 18:33:17.378417 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.378417 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-406c4b90-cd62-49a4-b281-dd33bd0584dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:17.392552 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26b3e6-714f-437f-9d03-4841752e03ed,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:17.395541 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:17.400583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.403603 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c26b3e6-714f-437f-9d03-4841752e03ed HTTP/1.1" status: 204 len: 168 time: 0.6341012 May 20 18:33:17.430719 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd294753-0b88-4947-be6d-1f2b9aede941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:17.432145 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-dd294753-0b88-4947-be6d-1f2b9aede941 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.0703597 May 20 18:33:17.475886 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.486932 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-2ff5a7bc-2e61-4c22-ae64-be136661915d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445988 May 20 18:33:17.488523 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:17.513286 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['d1b000ff-3811-4e83-8b33-40cd306d2618'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:17.585055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:17.585667 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:17.587010 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] 10.222.0.69 "PUT /v2.0/ports/fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 1093 time: 2.0375328 May 20 18:33:17.717656 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:17.722937 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:17.813073 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-1d245dc4-376e-4346-b327-9beebbc34c9c service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928915 May 20 18:33:17.892157 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a6f91-77e8-4e1a-9a2e-8b5027aff2e9 req-af8a0bf1-fd24-4c74-ad31-f362ae57ea6b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:17.894253 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-742a6f91-77e8-4e1a-9a2e-8b5027aff2e9 req-af8a0bf1-fd24-4c74-ad31-f362ae57ea6b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.1204979 May 20 18:33:18.006037 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-742a6f91-77e8-4e1a-9a2e-8b5027aff2e9 req-f05b3178-9bbd-4d23-9225-69082e479d70 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993419 May 20 18:33:18.027779 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-46f140f7-1e82-451c-a3c1-3ed4832f1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:18.029486 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-46f140f7-1e82-451c-a3c1-3ed4832f1da8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1096 time: 0.3035822 May 20 18:33:18.040923 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:18.107545 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'status': 'completed', 'code': 200} May 20 18:33:18.112534 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:18.135233 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-ad3d4b25-5fd9-49fc-a1c1-dc28faea2b7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 217 time: 0.0954385 May 20 18:33:18.144626 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-78c3b817-c81f-4232-a469-53e0cb74b0a9 req-c92b9466-86a9-4a7b-a727-c96a6074f579 service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220379 May 20 18:33:18.223717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-9fb3a823-3b71-4eb4-8370-6c86ddb3d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:18.225383 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-9fb3a823-3b71-4eb4-8370-6c86ddb3d9b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0797279 May 20 18:33:18.318398 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-3132e27f-f945-4a54-9460-8e435a0502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:18.319836 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-3132e27f-f945-4a54-9460-8e435a0502dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795214 May 20 18:33:18.379475 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb46b38-4cd3-41bd-b064-48054934c00e req-39502654-35fd-49f0-bcd0-998ada6993c8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:18.379903 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7eb46b38-4cd3-41bd-b064-48054934c00e req-39502654-35fd-49f0-bcd0-998ada6993c8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.0858788 May 20 18:33:18.455326 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7eb46b38-4cd3-41bd-b064-48054934c00e req-26a5f306-f757-4737-8774-1bf64aa1d619 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674312 May 20 18:33:18.507559 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-7b724045-2fae-4568-8b11-d5be6621e239 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764741 May 20 18:33:18.643657 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f168d9cb-ac0e-47bf-9eb6-1dcb6ac4beb9 req-362fb82f-a799-42aa-bc7b-4c002935c8c5 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238260 May 20 18:33:18.733308 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d1b000ff-3811-4e83-8b33-40cd306d2618 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:18.862145 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57270) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:18.926846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-a7774f10-9ed4-43dc-b21e-b6fbbbe51db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:18.939916 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-a7774f10-9ed4-43dc-b21e-b6fbbbe51db4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1096 time: 0.1482205 May 20 18:33:18.951486 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port d1b000ff-3811-4e83-8b33-40cd306d2618 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:18.961323 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port d1b000ff-3811-4e83-8b33-40cd306d2618 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:18.965713 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.058797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.092346 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:19.101286 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c5fe911a5c4c5090602d3e11f08040 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:19.116720 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:19.122763 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:19.134380 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.135012 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-e6c14a8d-bf69-45dd-827d-616c2bb457ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:19.136483 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-e6c14a8d-bf69-45dd-827d-616c2bb457ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.1888509 May 20 18:33:19.174417 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b000ff-3811-4e83-8b33-40cd306d2618'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:19.208445 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port d1b000ff-3811-4e83-8b33-40cd306d2618, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d1b000ff-3811-4e83-8b33-40cd306d2618,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:19.288619 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b000ff-3811-4e83-8b33-40cd306d2618', 'code': 200} May 20 18:33:19.292078 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-381e0c40-0b56-4f2d-a559-8b7582e8ad97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 217 time: 0.1366711 May 20 18:33:19.369088 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ebcbb-29a2-49c2-a320-905ce499486a req-096f8454-69c2-4d04-831d-99c1d729d6e9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:19.376843 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-026ebcbb-29a2-49c2-a320-905ce499486a req-096f8454-69c2-4d04-831d-99c1d729d6e9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.1959021 May 20 18:33:19.393352 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.397778 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:19.408857 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.416244 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-dc98b2b1-aeee-4585-a205-86945f8d9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:19.418140 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-dc98b2b1-aeee-4585-a205-86945f8d9392 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.1015921 May 20 18:33:19.441305 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-026ebcbb-29a2-49c2-a320-905ce499486a req-28a34624-1156-42ed-9a2b-c88fd887f307 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633323 May 20 18:33:19.495595 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=d1b000ff-3811-4e83-8b33-40cd306d2618,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:19.504635 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:19.523477 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-857574ec-bd0e-4ea8-aacd-c472f187d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:19.525159 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-857574ec-bd0e-4ea8-aacd-c472f187d4fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970445 May 20 18:33:19.703877 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.716360 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f03d07d9-dbb7-44e1-9701-b6d299c64120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:19.771075 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5c5fe911a5c4c5090602d3e11f08040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9078553 May 20 18:33:19.776716 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57324) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:19.781738 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683c533a-8133-43ab-a2b6-880e7dfd0c81,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:19.795349 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-b57f2c1c-57dd-42ce-b90e-6645559cff0a service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599068 May 20 18:33:19.797760 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:19.839262 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416438cf-e428-4897-9ca9-c351922997f7 req-9a58003f-7062-44a4-a7d6-e021c0fa3028 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:19.840872 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-416438cf-e428-4897-9ca9-c351922997f7 req-9a58003f-7062-44a4-a7d6-e021c0fa3028 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2419944 May 20 18:33:19.854908 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.901012 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.949343 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-416438cf-e428-4897-9ca9-c351922997f7 req-3e4c33c9-6d0e-47b4-96c0-1705c28c830d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796685 May 20 18:33:19.951386 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:19.963558 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c8582468-e5dd-4eb8-9f68-b3f38714d75c req-aee67a63-b28b-4faf-9395-31eaefedb6d4 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569748 May 20 18:33:20.063116 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13307a-8b4f-471a-8ba4-88a517885cb4 req-7ff6080e-c7bf-4935-8c9a-b9c0b83de36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:20.065913 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fb13307a-8b4f-471a-8ba4-88a517885cb4 req-7ff6080e-c7bf-4935-8c9a-b9c0b83de36a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.0975792 May 20 18:33:20.148130 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fb13307a-8b4f-471a-8ba4-88a517885cb4 req-f662af16-2801-4ed9-8334-12d688540a7b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640297 May 20 18:33:20.174383 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:20.179866 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:20.192669 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683c533a-8133-43ab-a2b6-880e7dfd0c81,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:20.195050 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:20.198018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:20.198490 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/683c533a-8133-43ab-a2b6-880e7dfd0c81 HTTP/1.1" status: 204 len: 168 time: 0.4193492 May 20 18:33:20.746817 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a9d89107-bf7c-4754-bf60-3a1e054b2337 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:33:20.902190 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:20.917238 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57368) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:20.921708 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'a9d89107-bf7c-4754-bf60-3a1e054b2337', 'network_id': '26d742c0-1073-4e8f-97dc-6ec8bf02d1bb', 'port_id': 'a9d89107-bf7c-4754-bf60-3a1e054b2337', 'mac_address': 'fa:16:3e:89:19:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e65822-7eeb-488f-a63c-d65eb9d0d392', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:33:21.011483 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.046588 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d89107-bf7c-4754-bf60-3a1e054b2337 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:21.054264 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57376) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:21.063132 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:21.157639 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.159576 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:21.190772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.209319 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:21.210919 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Usage tracker for resource:security_group_rule and tenant:54c5c2e2d54d4b1fa608df7d3804eef1 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:21.213878 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:21.220008 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:21.254984 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.290390 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:21.295009 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:21.296600 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Usage tracker for resource:security_group_rule and tenant:27be29d09394408ab1f57f65841c50be is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:21.301382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:21.301536 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:21.307900 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:21.394027 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.413062 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.417246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ea04c-bcce-4699-bd59-93e764a7bef7 req-91f24bee-647d-4385-9597-3dd6689029e8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:21.418870 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-214ea04c-bcce-4699-bd59-93e764a7bef7 req-91f24bee-647d-4385-9597-3dd6689029e8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 944 time: 0.1552939 May 20 18:33:21.487232 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-214ea04c-bcce-4699-bd59-93e764a7bef7 req-67ae1103-c087-4f20-a240-bd29fdc4147b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595760 May 20 18:33:21.507124 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['a9d89107-bf7c-4754-bf60-3a1e054b2337'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:21.570041 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.570956 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.587184 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:21.596534 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b206250a-a3a7-4095-8f4b-badd2f27ff3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:21.649983 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57394) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:21.681043 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27be29d09394408ab1f57f65841c50be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6256959 May 20 18:33:21.685271 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57398) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:21.688620 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9fdea2-7857-4a31-a45d-5dd27bb5c1fa,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:21.693221 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:21.723862 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff18c803-40f6-455d-afb9-8672968e13ad,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:21.737774 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:21.738492 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.752181 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54c5c2e2d54d4b1fa608df7d3804eef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8331006 May 20 18:33:21.756640 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57404) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:21.769048 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:21.774992 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Usage tracker for resource:security_group_rule and tenant:7bebc773f42945ad84fed6e10168f9cb is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:21.779746 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:21.790828 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:21.820018 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.834901 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cdca8-da5b-4410-a4cc-b87baf05d072 req-e8877ede-1c9f-4e4c-bc3c-051031b7d291 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:21.836354 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-372cdca8-da5b-4410-a4cc-b87baf05d072 req-e8877ede-1c9f-4e4c-bc3c-051031b7d291 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.1893969 May 20 18:33:21.891063 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.905123 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-372cdca8-da5b-4410-a4cc-b87baf05d072 req-8190c429-626d-4f29-9bf0-63d80afb550e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613708 May 20 18:33:21.906975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.955130 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:21.963049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.037347 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.049468 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d5832b07-11b7-41af-a44b-68dad25f8a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:22.085736 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bebc773f42945ad84fed6e10168f9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348023 May 20 18:33:22.086644 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977a9a8a-9bdf-46cf-86eb-2e2a1901d82e,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:22.089706 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:22.090155 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57408) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:22.134787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.148000 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:22.163690 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9fdea2-7857-4a31-a45d-5dd27bb5c1fa,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:22.169356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:22.169964 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.173416 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.192007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5e4e9659-47f7-4a97-a974-21dffdebbdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:22.211255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.214897 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a9fdea2-7857-4a31-a45d-5dd27bb5c1fa HTTP/1.1" status: 204 len: 168 time: 0.5260875 May 20 18:33:22.218546 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.225226 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.226273 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff18c803-40f6-455d-afb9-8672968e13ad HTTP/1.1" status: 204 len: 168 time: 0.4686689 May 20 18:33:22.227290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff18c803-40f6-455d-afb9-8672968e13ad,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:22.231565 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:22.437317 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.443462 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1bb30159-6653-434b-8e73-261e79e92690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:22.456699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977a9a8a-9bdf-46cf-86eb-2e2a1901d82e,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:22.459700 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:22.460681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:22.464643 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/977a9a8a-9bdf-46cf-86eb-2e2a1901d82e HTTP/1.1" status: 204 len: 168 time: 0.3733618 May 20 18:33:22.678645 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584096f-7e19-4460-bcb8-bebcd4558be8 req-3fb9c55e-5945-4289-92cd-966bdb38be5a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:22.680438 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0584096f-7e19-4460-bcb8-bebcd4558be8 req-3fb9c55e-5945-4289-92cd-966bdb38be5a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 944 time: 0.0869992 May 20 18:33:22.738187 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0584096f-7e19-4460-bcb8-bebcd4558be8 req-33f6299c-d6d9-470f-b514-f4338438a6dd tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 May 20 18:33:22.786283 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:33:22.789622 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a9d89107-bf7c-4754-bf60-3a1e054b2337 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:23.006729 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:23.023123 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'mac_address': 'fa:16:3e:0c:34:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:33:23.082437 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.101712 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:23.107280 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port a9d89107-bf7c-4754-bf60-3a1e054b2337 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:23.110303 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c572d6-9dde-4869-bef4-f24ba7fdd107 req-ebf15f29-6918-46ce-9ba6-71a7cb85c406 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:23.118170 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-90c572d6-9dde-4869-bef4-f24ba7fdd107 req-ebf15f29-6918-46ce-9ba6-71a7cb85c406 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.0904663 May 20 18:33:23.118423 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port a9d89107-bf7c-4754-bf60-3a1e054b2337 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:23.118806 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.163731 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:23.224015 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-90c572d6-9dde-4869-bef4-f24ba7fdd107 req-600f889d-2596-4932-b5e7-15c823251545 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049941 May 20 18:33:23.252904 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.285269 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:23.295100 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:23.339231 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57448) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:23.339777 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337', 'code': 200} May 20 18:33:23.349545 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.357475 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.359200 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:23.381735 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:23.386571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Usage tracker for resource:security_group_rule and tenant:b2d4887aab3f47978c2cf9bed02fae93 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:23.389984 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:23.397247 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:23.438520 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:23.442104 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:23.460249 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.462207 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:23.528437 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.538416 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:23.541584 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:23.683033 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.693200 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4094b49d-6c3c-4af2-b4a9-b30928938a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:23.732471 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbbe25d-8e20-4f8a-ba84-5af4137fd918,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:23.739373 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57462) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:23.749174 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2d4887aab3f47978c2cf9bed02fae93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205372 May 20 18:33:23.750200 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:23.779207 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:23.837331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.869668 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:23.942155 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e210b-17fa-4288-8e1e-a5d4cb050e36 req-6d89d8ee-b703-4672-95e8-a8afafce6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:23.944715 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-a75e210b-17fa-4288-8e1e-a5d4cb050e36 req-6d89d8ee-b703-4672-95e8-a8afafce6f51 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 1098 time: 0.1262729 May 20 18:33:24.001702 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-a75e210b-17fa-4288-8e1e-a5d4cb050e36 req-e969eb38-9d00-466e-8edf-4a83e59499d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 May 20 18:33:24.054525 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05029297-63e2-4c95-a4e5-4d13222a27d9 req-e63e369b-4803-431c-a087-993dda4886ce tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:24.056212 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-05029297-63e2-4c95-a4e5-4d13222a27d9 req-e63e369b-4803-431c-a087-993dda4886ce tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1194193 May 20 18:33:24.098485 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:24.125345 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:24.159566 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-05029297-63e2-4c95-a4e5-4d13222a27d9 req-4499d913-95f0-4200-b084-fc1b46874ca4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973771 May 20 18:33:24.160889 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbbe25d-8e20-4f8a-ba84-5af4137fd918,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:24.167971 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:24.187001 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:24.189376 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ecbbe25d-8e20-4f8a-ba84-5af4137fd918 HTTP/1.1" status: 204 len: 168 time: 0.4465239 May 20 18:33:24.436391 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2066-2a64-4b03-b657-d3d78441ed50 req-9f88c414-fcc9-4bb9-b5ad-32f6ee96081f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:24.437986 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cbba2066-2a64-4b03-b657-d3d78441ed50 req-9f88c414-fcc9-4bb9-b5ad-32f6ee96081f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.0941107 May 20 18:33:24.491018 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cbba2066-2a64-4b03-b657-d3d78441ed50 req-d5879df7-1fad-424e-9020-3feb8b7a038e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462146 May 20 18:33:25.425978 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb215308-5817-4c37-9645-7d81780bedad req-696b6b0d-f06c-4a50-9788-b21803d07337 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:25.427521 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cb215308-5817-4c37-9645-7d81780bedad req-696b6b0d-f06c-4a50-9788-b21803d07337 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0941973 May 20 18:33:25.471762 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cb215308-5817-4c37-9645-7d81780bedad req-d0e4caa4-fba3-423c-8eb9-bf9b9df2058d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 May 20 18:33:25.729617 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5dcc9-86e3-41b3-a379-c83acf042379 req-d711913a-ca8e-4152-a0ed-77b269bda63d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:25.731275 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-37e5dcc9-86e3-41b3-a379-c83acf042379 req-d711913a-ca8e-4152-a0ed-77b269bda63d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.0960276 May 20 18:33:25.793694 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-37e5dcc9-86e3-41b3-a379-c83acf042379 req-3989792b-210c-45b0-a8e6-9b50ab82610e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491934 May 20 18:33:26.117161 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-cce8ff49-8f3f-4af4-a7bb-f9d12d881f17 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:26.118620 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-cce8ff49-8f3f-4af4-a7bb-f9d12d881f17 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.2260828 May 20 18:33:26.136016 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e273cb-bf71-4f25-babd-a8b174aaeb44 req-e32a106c-98fb-4c77-8dd4-e5fa4536536f tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:26.137563 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7e273cb-bf71-4f25-babd-a8b174aaeb44 req-e32a106c-98fb-4c77-8dd4-e5fa4536536f tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.1313050 May 20 18:33:26.186585 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-d6fc3a9f-6492-48b6-ad72-eba1bde680b5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/quotas/026bc8972b444738a46ea2c537676212 HTTP/1.1" status: 200 len: 375 time: 0.0416698 May 20 18:33:26.250091 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7e273cb-bf71-4f25-babd-a8b174aaeb44 req-02b3342f-38bc-4905-bb67-973d775d51b6 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063206 May 20 18:33:26.294306 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-fbda4ae0-af00-4c03-a080-1f9af99598d2 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004357 May 20 18:33:26.441872 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-ec055955-a1b9-4e40-9b4a-6ab759ddf464 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388180 May 20 18:33:26.656831 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-8ed99110-8172-4e2f-937d-ba48de882eb7 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079570 May 20 18:33:26.688738 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278fae3-eb62-4c22-9293-33757b6778b0 req-a3b3354e-b29f-4be4-babb-388210f778e7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:26.688738 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9278fae3-eb62-4c22-9293-33757b6778b0 req-a3b3354e-b29f-4be4-babb-388210f778e7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1009438 May 20 18:33:26.733135 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9278fae3-eb62-4c22-9293-33757b6778b0 req-1f748725-40eb-4c82-bd9c-f4c2c460fab7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 May 20 18:33:26.804448 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:27.048594 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:27.055337 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:27.055772 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:27.270150 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607bda9-08e7-4eb7-bf52-b5df33b0f1d3 req-f2068db9-da2c-4204-a384-2d76698f2c48 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:27.278614 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2607bda9-08e7-4eb7-bf52-b5df33b0f1d3 req-f2068db9-da2c-4204-a384-2d76698f2c48 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1397190 May 20 18:33:27.342153 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:27.353034 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2607bda9-08e7-4eb7-bf52-b5df33b0f1d3 req-36601f2c-3613-4c00-92a0-f6ba93b2ecc3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734229 May 20 18:33:27.408536 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:27.434656 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:27.513893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-06d6a2f3-557f-4aaf-9230-15eceb8d68f7 req-3eaa6b64-7e0f-4508-b462-d5bfd5d5e743 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 210 time: 0.0507696 May 20 18:33:27.575875 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'code': 200} May 20 18:33:27.603733 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:27.607124 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:27.761743 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:27.772339 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:27.786882 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-03aca9d2-aed1-4bd5-bfd2-4a02d3107e06 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:27.787486 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-03aca9d2-aed1-4bd5-bfd2-4a02d3107e06 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Synchronizing usage tracker for tenant:08b4fc8392b6484f9541156388767572 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:33:27.825346 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134943-930e-42f0-8ffe-8d1371a9749b req-b76fc43b-edbc-4f68-8b1e-40d9688216b0 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:27.826795 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-18134943-930e-42f0-8ffe-8d1371a9749b req-b76fc43b-edbc-4f68-8b1e-40d9688216b0 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.2128429 May 20 18:33:27.831981 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db062-6448-4317-8b78-fae671e525c3 req-8f769741-f24a-4c20-a29b-58c550e2f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:27.833468 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-8f769741-f24a-4c20-a29b-58c550e2f254 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 1098 time: 0.1009040 May 20 18:33:27.835121 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf24e-37d0-40ee-9f12-8c215d77d91f req-916e58a7-fb15-40cf-9774-98a7c73e394d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:27.836578 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddccf24e-37d0-40ee-9f12-8c215d77d91f req-916e58a7-fb15-40cf-9774-98a7c73e394d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1330671 May 20 18:33:27.903991 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-18134943-930e-42f0-8ffe-8d1371a9749b req-d5ca1c24-ff4d-43e7-bd67-2ce65ed16ba5 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 May 20 18:33:27.911372 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddccf24e-37d0-40ee-9f12-8c215d77d91f req-98e0ead5-7be0-4410-8f86-1c99b5229606 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 May 20 18:33:27.968466 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db062-6448-4317-8b78-fae671e525c3 req-1ae4f6af-6dc5-4d10-bfbc-7e2f97dfaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:27.968742 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-1ae4f6af-6dc5-4d10-bfbc-7e2f97dfaf54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.1278903 May 20 18:33:28.036264 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-03aca9d2-aed1-4bd5-bfd2-4a02d3107e06 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Unset dirty status for tenant:08b4fc8392b6484f9541156388767572 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:33:28.037415 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-03aca9d2-aed1-4bd5-bfd2-4a02d3107e06 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.69 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.4117393 May 20 18:33:28.045074 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-973661a6-b6f7-4297-911f-0ff3838a3bbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337 HTTP/1.1" status: 200 len: 217 time: 0.0670311 May 20 18:33:28.191561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db062-6448-4317-8b78-fae671e525c3 req-3dc3dbf4-57da-4c6c-bbdf-1e81f129ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:28.192999 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-3dc3dbf4-57da-4c6c-bbdf-1e81f129ffae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.1177442 May 20 18:33:28.292471 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-80d587d9-e46e-48d8-b89f-1ae8a2a25b7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829751 May 20 18:33:28.396133 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:28.452568 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57696) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:28.486563 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Deleting port c83f8117-1646-4cae-9032-2fbb8aa1cd46 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:33:28.486563 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:28.682057 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6240e-3960-49d7-bd9e-92b07543c11c req-40969f2a-f88c-4ab4-bfee-c8903c521ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:28.682057 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-71a6240e-3960-49d7-bd9e-92b07543c11c req-40969f2a-f88c-4ab4-bfee-c8903c521ca9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1098 time: 0.3983703 May 20 18:33:28.682057 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-11acbe97-59fc-4897-8b79-572cff93eff3 service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150549 May 20 18:33:28.719241 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:28.739450 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:28.745383 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Usage tracker for resource:security_group_rule and tenant:cb33dab1768e45b1a0042daa96ef6a7e is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:28.750366 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:28.760772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:28.869193 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-71a6240e-3960-49d7-bd9e-92b07543c11c req-d35e69f6-9ff1-4bba-ad35-69882936094c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778245 May 20 18:33:28.869193 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] For port c83f8117-1646-4cae-9032-2fbb8aa1cd46, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c83f8117-1646-4cae-9032-2fbb8aa1cd46,segment=NetworkSegment(a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9),segment_id=a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:28.869193 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:28.870400 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7b16027e-5f60-491d-80fc-ff78f81ca8c0 req-360779de-b795-4fcc-a3d8-f4e9c068bc6d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 210 time: 0.0571485 May 20 18:33:28.870400 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4622d-d5d0-43f6-a8e4-8c36725b229b req-297fa6a6-4372-47ef-bfed-865682a5f6b4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:28.870400 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-81f4622d-d5d0-43f6-a8e4-8c36725b229b req-297fa6a6-4372-47ef-bfed-865682a5f6b4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.3285801 May 20 18:33:28.894265 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-81f4622d-d5d0-43f6-a8e4-8c36725b229b req-3a0c9fe1-9bb6-4bcf-a288-b5bcfb173519 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612223 May 20 18:33:28.968760 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:28.968982 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Calling delete_port for c83f8117-1646-4cae-9032-2fbb8aa1cd46 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:33:29.074697 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-534db062-6448-4317-8b78-fae671e525c3 req-906e7516-0d8d-4566-a382-8fe1d997f07f service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441965 May 20 18:33:29.184682 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be37b8-15fd-4e3f-b3b9-ffc06363c4e6 req-f0eba9ad-df00-4c1b-8b90-f84ee2c8c9de tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:29.186217 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24be37b8-15fd-4e3f-b3b9-ffc06363c4e6 req-f0eba9ad-df00-4c1b-8b90-f84ee2c8c9de tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1468587 May 20 18:33:29.199120 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d299410-8af3-4819-b879-05dbdda7c1e2 req-75a08bc4-7a0c-4701-a8c3-1c6873b7ea5c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:29.200918 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d299410-8af3-4819-b879-05dbdda7c1e2 req-75a08bc4-7a0c-4701-a8c3-1c6873b7ea5c tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 946 time: 0.1306932 May 20 18:33:29.293231 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24be37b8-15fd-4e3f-b3b9-ffc06363c4e6 req-81b9e76c-6fe1-4056-9718-54fe9d374c69 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910914 May 20 18:33:29.295993 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d299410-8af3-4819-b879-05dbdda7c1e2 req-1b1aa390-7214-46a9-bfdd-c3fbe8b9b9da tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdbbb657-5271-4701-a56e-5f040d9fe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780628 May 20 18:33:29.810762 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:29.811740 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:29.820291 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:29.837098 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c83f8117-1646-4cae-9032-2fbb8aa1cd46'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:29.871252 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Pushing event deleted for resources: {'Port': ['ID=c83f8117-1646-4cae-9032-2fbb8aa1cd46,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:29.874192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:29.901906 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-58833ee7-36ff-4101-95e0-363e54291fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:29.928378 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb33dab1768e45b1a0042daa96ef6a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4745924 May 20 18:33:29.933053 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57736) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:29.989926 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6a290-ff87-4366-a06e-e5ccdcc895d4,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:29.998827 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:30.048455 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:30.071870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] No DVR routers for this DVR port c83f8117-1646-4cae-9032-2fbb8aa1cd46 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:33:30.075641 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:30.078559 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'name': 'network-vif-deleted', 'tag': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:30.154860 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:30.187880 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-958269f6-6e13-46fe-95d2-e286df309720 req-8359978f-151f-46be-82a8-1cd9f1114be8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 210 time: 0.0748756 May 20 18:33:30.253659 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb76c0-a19c-4341-a0b2-ed1e59354cf9 req-f963a879-70b0-44df-bb4c-0ce34651dc5a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:30.253659 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7dfb76c0-a19c-4341-a0b2-ed1e59354cf9 req-f963a879-70b0-44df-bb4c-0ce34651dc5a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1749058 May 20 18:33:30.253855 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c277cc-bca4-45b3-92ea-11f4082153d2', 'name': 'network-vif-deleted', 'tag': 'c83f8117-1646-4cae-9032-2fbb8aa1cd46', 'status': 'completed', 'code': 200} May 20 18:33:30.288607 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7dfb76c0-a19c-4341-a0b2-ed1e59354cf9 req-8edd639e-58de-4b84-b3e6-4b88d7430e63 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393302 May 20 18:33:30.352965 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fbd30f87-45a5-48a2-b429-af8c100e97cc req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.69 "DELETE /v2.0/ports/c83f8117-1646-4cae-9032-2fbb8aa1cd46 HTTP/1.1" status: 204 len: 173 time: 2.2994432 May 20 18:33:30.446919 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:30.483620 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d37e5ebd-579c-4440-b1a3-89526a5dde4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:30.491645 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-072407a7-15dd-45b1-820e-31cda1863262 req-f0444936-7fa2-43d0-a70d-2b4ff6e8d064 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.0868607 May 20 18:33:30.516964 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6a290-ff87-4366-a06e-e5ccdcc895d4,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:30.524123 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:30.528323 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ed6a290-ff87-4366-a06e-e5ccdcc895d4 HTTP/1.1" status: 204 len: 168 time: 0.5846343 May 20 18:33:30.528323 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:30.567406 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f546-6b09-460a-9698-ed531012d435 req-1002b07c-c2f6-4930-aa50-85e14cb9be9e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:30.574706 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-32b3f546-6b09-460a-9698-ed531012d435 req-1002b07c-c2f6-4930-aa50-85e14cb9be9e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1326015 May 20 18:33:30.615027 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-32b3f546-6b09-460a-9698-ed531012d435 req-a428bd45-a457-443d-9f20-801f2a30467a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 May 20 18:33:31.348346 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21bf3c2c-20d1-4b0b-8e3e-b38afe6230f6 req-1264c1f7-03ff-4248-b218-7d085be28a88 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 210 time: 0.0455019 May 20 18:33:31.392836 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57770) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:31.412281 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:31.468194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:31.474449 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Usage tracker for resource:security_group_rule and tenant:dc2cd48770934cd5a20709d4483b3e73 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:31.477657 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:31.491563 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:31.539549 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449190e-f51a-4ba3-8b51-f8675f236526 req-cbae8c18-b0a0-4c7b-b776-c84964e9b936 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:31.541017 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0449190e-f51a-4ba3-8b51-f8675f236526 req-cbae8c18-b0a0-4c7b-b776-c84964e9b936 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1203713 May 20 18:33:31.611059 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0449190e-f51a-4ba3-8b51-f8675f236526 req-6dc63078-76e5-441d-82df-74daf35ded0e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618179 May 20 18:33:31.675587 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b1dc8853-1efe-4804-8287-62a673f45d1b req-1b1a6f62-1c4f-4492-b972-837322dbfe96 tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] 10.222.0.54 "GET /v2.0/ports?device_id=99c277cc-bca4-45b3-92ea-11f4082153d2 HTTP/1.1" status: 200 len: 210 time: 0.0551205 May 20 18:33:31.679863 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:31.719346 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-64f146a4-6c6a-4a70-96e5-031c2aae7db4 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:31.720813 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-64f146a4-6c6a-4a70-96e5-031c2aae7db4 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.1871703 May 20 18:33:31.740204 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Request body: {'port': {'device_id': 'c4995b7a-17e0-430e-b887-a30115aef490', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'admin_state_up': True, 'tenant_id': '026bc8972b444738a46ea2c537676212'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:31.850506 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:31.861595 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-fc94a9b3-ea23-45ae-8e1f-8d74939a8d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:31.895964 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:31.900146 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Usage tracker for resource:port and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:31.903115 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:31.909691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:31.910887 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018d8317-c0fc-4e03-8b56-7f571a6c8299,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:31.917407 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc2cd48770934cd5a20709d4483b3e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210729 May 20 18:33:31.917407 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:31.918239 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57780) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:31.943628 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bbf6b-97cc-40f6-bdd0-78bc79459b0f req-6a526a85-2aa8-4d93-be7b-15651794d9d9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:31.945109 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bc2bbf6b-97cc-40f6-bdd0-78bc79459b0f req-6a526a85-2aa8-4d93-be7b-15651794d9d9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1594770 May 20 18:33:31.952935 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499bc0-ae5f-4d15-ba8e-2ab9ad474181 req-5a28a18d-690d-448b-9945-f6204bc524b5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:31.954207 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-45499bc0-ae5f-4d15-ba8e-2ab9ad474181 req-5a28a18d-690d-448b-9945-f6204bc524b5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.2036014 May 20 18:33:31.955621 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57788) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:31.960874 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'floatingip': {'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:31.996393 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.030301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.055102 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Made reservation on behalf of 026bc8972b444738a46ea2c537676212 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:33:32.059130 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.077201 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.288508 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-45499bc0-ae5f-4d15-ba8e-2ab9ad474181 req-b06fa47a-8f5e-4055-bba8-7670c3fd0bbb tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609107 May 20 18:33:32.316442 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Allocated IP 172.20.0.13 (0782dde8-de1f-43f5-8c25-1d7dbdd1198e/85af9223-37f7-43b2-8c57-f599b00efb94/3f8928ee-14bb-4ae6-942d-e0af601d42d7) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:33:32.342744 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.350964 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:32.379459 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018d8317-c0fc-4e03-8b56-7f571a6c8299,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:32.388278 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:32.424759 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.427620 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/018d8317-c0fc-4e03-8b56-7f571a6c8299 HTTP/1.1" status: 204 len: 168 time: 0.5072396 May 20 18:33:32.598540 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4ae8361a-97d5-409f-8b32-2e631cbe9e8c req-dc657013-6d64-4b76-af96-ad64a091e1a7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 210 time: 0.0641940 May 20 18:33:32.691742 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.844417 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c83f8117-1646-4cae-9032-2fbb8aa1cd46 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:33:32.867429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:32.885914 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:32.893435 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: c83f8117-1646-4cae-9032-2fbb8aa1cd46 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:33:32.893983 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c83f8117-1646-4cae-9032-2fbb8aa1cd46 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:33:32.895924 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:32.962629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:33:32.966451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:33:32.971753 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:33:33.066432 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:33.067480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.084150 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event updated for resources: {'Port': ['ID=3f8928ee-14bb-4ae6-942d-e0af601d42d7,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:33.099894 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:33.154568 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.163500 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4270175 May 20 18:33:33.180675 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Request body: {'port': {'device_id': 'c4995b7a-17e0-430e-b887-a30115aef490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:33.225662 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.336599 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57830) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:33.374669 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.617313 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.652045 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.l3_db [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Floating IP 7838e9c5-c34f-4a46-be93-89af4e819f32 associated. External IP: 172.28.1.214, port: fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2. May 20 18:33:33.708665 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:33.722907 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Usage tracker for resource:security_group_rule and tenant:cbd027ee7c9844d6b30f04cbef10b2b7 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:33.727913 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:33.746425 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:33.830599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8928ee-14bb-4ae6-942d-e0af601d42d7 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:33.838394 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.854615 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Transition to ACTIVE for port object 3f8928ee-14bb-4ae6-942d-e0af601d42d7 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:33.951034 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:33.957424 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:34.028504 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c81a-1b01-451e-999f-d2f09ffc0a72 req-ec594a55-9683-49da-978d-4323158d1a44 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:34.029976 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-11d8c81a-1b01-451e-999f-d2f09ffc0a72 req-ec594a55-9683-49da-978d-4323158d1a44 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.5112615 May 20 18:33:34.142266 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8928ee-14bb-4ae6-942d-e0af601d42d7,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:34.149122 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:34.196080 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-11d8c81a-1b01-451e-999f-d2f09ffc0a72 req-9dfaec1f-575a-4d72-bec7-43c450683073 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519597 May 20 18:33:34.219707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7a33a-8021-4f7a-8ece-d50561faf865 req-b9f3c641-91ce-4b3f-a088-2d23fe7d7961 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:34.221204 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aac7a33a-8021-4f7a-8ece-d50561faf865 req-b9f3c641-91ce-4b3f-a088-2d23fe7d7961 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 932 time: 0.4644938 May 20 18:33:34.248637 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Attempting to bind port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:34.249259 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Attempting to bind port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:34.249592 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Attempting to bind port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:34.256792 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:33:34.257048 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Attempting to bind port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:34.263490 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:34.263824 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Checking segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:34.264207 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Bound using segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:34.264686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Bound port: 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:34.265153 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.368960 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.371133 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] For port 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:34.375629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] For port 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3f8928ee-14bb-4ae6-942d-e0af601d42d7,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:34.379455 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aac7a33a-8021-4f7a-8ece-d50561faf865 req-a6a1601e-0ebe-4d46-a2ad-e59ed44eebe8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506913 May 20 18:33:34.397353 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Router 25a38a30-78f0-47ea-84c8-70aaec879094 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:33:34.511728 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.516906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:34.547374 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.562777 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e7d6970a-4372-4433-be73-036a67b3d4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:34.579451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:34.580063 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.581480 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] 10.222.0.69 "PUT /v2.0/ports/3f8928ee-14bb-4ae6-942d-e0af601d42d7 HTTP/1.1" status: 200 len: 1094 time: 1.4071686 May 20 18:33:34.581950 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4995b7a-17e0-430e-b887-a30115aef490', 'tag': '3f8928ee-14bb-4ae6-942d-e0af601d42d7'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:34.604602 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8928ee-14bb-4ae6-942d-e0af601d42d7,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:34.608107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:34.635363 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbd027ee7c9844d6b30f04cbef10b2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2900937 May 20 18:33:34.637386 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:33:34.638191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57882) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:34.646956 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c14b3ed-584e-4a4d-bafe-2662dc6cc35b,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:34.652615 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4995b7a-17e0-430e-b887-a30115aef490', 'tag': '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'status': 'completed', 'code': 200} May 20 18:33:34.654747 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:33:34.666403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:34.666495 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:33:34.666666 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:33:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:34.678195 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.745686 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7430fa38-2389-4f4c-8260-76ad9f49e869 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "PUT /v2.0/floatingips/7838e9c5-c34f-4a46-be93-89af4e819f32 HTTP/1.1" status: 200 len: 991 time: 2.7888918 May 20 18:33:34.747831 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:34.775299 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.849787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:34.871948 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:33:34.878968 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057600d-8bc2-4147-bcfa-1d6702aba538 req-12ac447f-eca0-45c4-b4fe-f3abba81e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:34.880540 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-d057600d-8bc2-4147-bcfa-1d6702aba538 req-12ac447f-eca0-45c4-b4fe-f3abba81e1a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 1097 time: 0.1879914 May 20 18:33:35.065937 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57912) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:35.087417 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057600d-8bc2-4147-bcfa-1d6702aba538 req-461622d9-9e1c-44c2-be8b-8d4939cef2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.089589 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-d057600d-8bc2-4147-bcfa-1d6702aba538 req-461622d9-9e1c-44c2-be8b-8d4939cef2fe service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=026bc8972b444738a46ea2c537676212&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1967840 May 20 18:33:35.154314 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'status': 'completed', 'code': 200} May 20 18:33:35.157259 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Deleting subnet b77b5092-17de-4450-8b7a-2ff07972ab9b {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:33:35.160393 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.221089 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.247577 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.276640 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:35.290619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c14b3ed-584e-4a4d-bafe-2662dc6cc35b,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:35.297945 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:35.306038 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.319504 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.320763 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c14b3ed-584e-4a4d-bafe-2662dc6cc35b HTTP/1.1" status: 204 len: 168 time: 0.6813262 May 20 18:33:35.344975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057600d-8bc2-4147-bcfa-1d6702aba538 req-ccbbb1d4-3da6-45a9-aa87-46a0bac35775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.346551 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-d057600d-8bc2-4147-bcfa-1d6702aba538 req-ccbbb1d4-3da6-45a9-aa87-46a0bac35775 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439823 May 20 18:33:35.360960 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-36d77529-39c2-45db-a242-d1fc71319fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.362590 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-36d77529-39c2-45db-a242-d1fc71319fce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1098 time: 0.1630981 May 20 18:33:35.448087 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '7838e9c5-c34f-4a46-be93-89af4e819f32', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'mac_address': 'fa:16:3e:0c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:33:03Z', 'updated_at': '2021-05-20T18:33:32Z', 'revision_number': 1, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:35.467219 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:33:35.505500 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:33:35.510258 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:33:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:35.760760 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-ed2bb4c2-0e9f-4eb9-9b61-d6b151aaf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.762320 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-ed2bb4c2-0e9f-4eb9-9b61-d6b151aaf1de service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.3841884 May 20 18:33:35.772782 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-289918e3-e476-4641-b9d3-47487ea81a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.774514 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-289918e3-e476-4641-b9d3-47487ea81a5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 1097 time: 0.1755831 May 20 18:33:35.829648 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5364ebc-9486-4439-a716-dfc5852be857 req-2c801e6a-c40f-4f7b-a0da-de8f9a4a077b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.836418 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c5364ebc-9486-4439-a716-dfc5852be857 req-2c801e6a-c40f-4f7b-a0da-de8f9a4a077b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.4167395 May 20 18:33:35.840900 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:33:35.894611 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fc1a4-0f94-47f9-9bf5-e7e5b40f2f58 req-fbeccc03-734f-4762-9470-aad1e6dd0402 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:35.901885 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-af5fc1a4-0f94-47f9-9bf5-e7e5b40f2f58 req-fbeccc03-734f-4762-9470-aad1e6dd0402 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 944 time: 0.1784396 May 20 18:33:35.924329 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c5364ebc-9486-4439-a716-dfc5852be857 req-8204fce6-0c50-4796-894b-9403750707bb tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832391 May 20 18:33:35.925434 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.934524 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:35.986509 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:35.989263 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77b5092-17de-4450-8b7a-2ff07972ab9b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:35.989395 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-22579d54-5b13-49f9-853a-c8d7e5ff8cf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f8928ee-14bb-4ae6-942d-e0af601d42d7 HTTP/1.1" status: 200 len: 217 time: 0.1919296 May 20 18:33:35.997575 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:36.013054 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-af5fc1a4-0f94-47f9-9bf5-e7e5b40f2f58 req-e7d57f25-eab9-4a37-98d5-de8ba433254f tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102252 May 20 18:33:36.014490 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b77b5092-17de-4450-8b7a-2ff07972ab9b HTTP/1.1" status: 204 len: 168 time: 0.9475486 May 20 18:33:36.017779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57938) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:36.044210 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-b2a3f4f8-8f64-416e-b096-1eeccc11d86b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 999 time: 0.2490106 May 20 18:33:36.161766 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-3e677475-4e4e-46c2-a13c-ba55d63e34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:36.164277 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-3e677475-4e4e-46c2-a13c-ba55d63e34e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.1632979 May 20 18:33:36.169595 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.175740 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-78bc6d98-3566-451d-bd31-24ebcc8251ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:36.181974 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-78bc6d98-3566-451d-bd31-24ebcc8251ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.1291609 May 20 18:33:36.308566 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-5ee77d8a-0297-45ec-992a-4e3c05c1f446 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255496 May 20 18:33:36.391853 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.409561 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '7838e9c5-c34f-4a46-be93-89af4e819f32', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'mac_address': 'fa:16:3e:0c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:33:03Z', 'updated_at': '2021-05-20T18:33:32Z', 'revision_number': 1, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:36.412678 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8340eec2-8fa3-4c5d-acb4-8bc10a982833']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:36.414829 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1732dd4-0946-4944-97cf-a1c240983368 None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '7838e9c5-c34f-4a46-be93-89af4e819f32', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'floating_ip_address': '172.28.1.214', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'mac_address': 'fa:16:3e:0c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:33:03Z', 'updated_at': '2021-05-20T18:33:32Z', 'revision_number': 1, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:33:36.436951 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:36.437378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a4c7a5-edc9-4f50-abe4-59a38de2a8d9') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:33:36.467124 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.484452 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.491305 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:33:36.491690 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.510823 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-cf7ce807-5bd8-4686-a463-338fc4189a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:33:36.511610 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:33:36.513812 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-cf7ce807-5bd8-4686-a463-338fc4189a9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2566633 May 20 18:33:36.516038 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-af546b65-52ce-486d-a449-6d4ca123d4ec service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875339 May 20 18:33:36.726153 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf4984-38d4-44dd-910f-0562a52aa22e None None] New status for floating IP 7838e9c5-c34f-4a46-be93-89af4e819f32: ACTIVE {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:33:36.792768 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.801575 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:36.802479 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-91475992-0f38-4bdc-8bc0-4bb3d3e3bd69 req-5790329d-0c9b-4e78-8f7c-ed7b8d01f4bf service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726743 May 20 18:33:36.804205 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-0a92101b-996e-41b5-835f-d322587f486a service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733302 May 20 18:33:36.826171 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.836844 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8340eec2-8fa3-4c5d-acb4-8bc10a982833,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:36.843896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:36.849681 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57962) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:36.870328 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:36.895710 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:36.900988 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Usage tracker for resource:security_group_rule and tenant:42e95a6577cf41918a4c689d48f9229c is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:36.904804 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:36.913272 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:36.962478 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-838cdbe5-cdde-4dff-9e0b-4d72e758520b req-2b235075-e536-4443-9f3e-a4137bb3e4f4 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391737 May 20 18:33:36.992879 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3974b154-b7a9-4a34-937e-bc74f471a7ea admin admin] 10.222.0.54 "DELETE /v2.0/networks/8340eec2-8fa3-4c5d-acb4-8bc10a982833 HTTP/1.1" status: 204 len: 168 time: 0.9679995 May 20 18:33:37.053354 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.235205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.244236 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-aebd08cf-040b-49ab-b715-04cb046f669a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:37.299626 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b215b7fb-e9da-400a-9e7f-12afd299156c,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:37.302751 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:37.305355 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42e95a6577cf41918a4c689d48f9229c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545827 May 20 18:33:37.316144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 57980) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:37.344415 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5bd01-7db3-4f10-a6aa-47b953e06284 req-f0f40a8e-b0c5-4e97-99de-82bd2e9400b5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:37.345873 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eaf5bd01-7db3-4f10-a6aa-47b953e06284 req-f0f40a8e-b0c5-4e97-99de-82bd2e9400b5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.2126472 May 20 18:33:37.355256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9d22-0da9-4c46-ab51-125dd5e863df req-0f595f54-09af-4870-ab25-9f6810bc3708 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:37.356718 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5fba9d22-0da9-4c46-ab51-125dd5e863df req-0f595f54-09af-4870-ab25-9f6810bc3708 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 944 time: 0.1872613 May 20 18:33:37.468764 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eaf5bd01-7db3-4f10-a6aa-47b953e06284 req-09187b60-ecdf-410b-bc35-4fbd50f377d1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110125 May 20 18:33:37.474534 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5fba9d22-0da9-4c46-ab51-125dd5e863df req-31ba767d-585f-4018-a849-624f847b5fa2 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096368 May 20 18:33:37.480012 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.519115 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.523496 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57988) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:37.583206 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f06f5ef4-536a-44fa-b243-041082b914ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08b4fc8392b6484f9541156388767572&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0583577 May 20 18:33:37.585653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 57992) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:37.645167 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.673525 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.676855 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.682962 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-79df89d1-958a-457e-80f2-fd6a8c4fe24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:37.695567 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b215b7fb-e9da-400a-9e7f-12afd299156c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:37.703279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.704003 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.704250 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.704615 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.704955 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.705328 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.706007 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.706007 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.706264 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.706584 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.706904 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.707225 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.710084 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.711187 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b215b7fb-e9da-400a-9e7f-12afd299156c HTTP/1.1" status: 204 len: 168 time: 0.3943236 May 20 18:33:37.712209 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:37.819935 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.825818 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:37.845440 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbbb657-5271-4701-a56e-5f040d9fe803,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:37.849863 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:37.850941 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdbbb657-5271-4701-a56e-5f040d9fe803 HTTP/1.1" status: 204 len: 168 time: 0.2643948 May 20 18:33:37.855347 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.855699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.856036 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.856370 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.856723 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.857052 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.857378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.857704 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.858028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.858410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.858721 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.859034 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:37.861944 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:38.684358 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad796b-9e2f-47a4-b145-28f4cd6dda42 req-99bf1d69-b6f4-48d8-b045-42e0e6b97bea tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:38.686539 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9bad796b-9e2f-47a4-b145-28f4cd6dda42 req-99bf1d69-b6f4-48d8-b045-42e0e6b97bea tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0983911 May 20 18:33:38.747043 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9bad796b-9e2f-47a4-b145-28f4cd6dda42 req-d5352f82-7e48-4715-bb03-36aa1f2ce1e5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 May 20 18:33:38.850640 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea947-0da3-4f32-ad74-9dac664c8bd9 req-c905817e-3532-4d8d-b18d-529da08a2f3c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:38.860545 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6b3ea947-0da3-4f32-ad74-9dac664c8bd9 req-c905817e-3532-4d8d-b18d-529da08a2f3c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 944 time: 0.0986855 May 20 18:33:38.911985 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6b3ea947-0da3-4f32-ad74-9dac664c8bd9 req-2a584844-5099-45d9-9067-14374fa7368f tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 May 20 18:33:39.946502 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ee12d-ecbc-4adb-af95-cba357c8a10c req-a0c62d1d-32ff-43bd-abfe-e0bfa86db840 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:39.956627 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ce5ee12d-ecbc-4adb-af95-cba357c8a10c req-a0c62d1d-32ff-43bd-abfe-e0bfa86db840 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0866599 May 20 18:33:40.001768 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ce5ee12d-ecbc-4adb-af95-cba357c8a10c req-d4ccc085-8c5d-4dd6-8db2-dc05d930de3a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473433 May 20 18:33:40.086562 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58094) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:40.175397 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdf757-dae3-4990-96b5-43b6e67063ef req-6772818b-ba90-4f25-b86d-0fdc00c33ef3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:40.176872 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-10fdf757-dae3-4990-96b5-43b6e67063ef req-6772818b-ba90-4f25-b86d-0fdc00c33ef3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 944 time: 0.1029096 May 20 18:33:40.228465 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-10fdf757-dae3-4990-96b5-43b6e67063ef req-c66d5855-9ad1-4432-b92f-956723a53f73 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 May 20 18:33:40.420390 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.436220 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:40.440297 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Usage tracker for resource:security_group_rule and tenant:00b7bbc99b334cb7a09b127fa55c991c is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:40.443239 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:40.449773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:40.573429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.659594 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.671799 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:40.711066 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00b7bbc99b334cb7a09b127fa55c991c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233740 May 20 18:33:40.713838 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58118) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:40.715750 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe13da9-95fa-4f20-bff2-a7c4657c26bd,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:40.718846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:40.790338 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.817583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.889984 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 3f8928ee-14bb-4ae6-942d-e0af601d42d7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:33:40.974777 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.981582 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7a0028d1-94b2-4b52-8311-e75b7a91ce8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:40.995352 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe13da9-95fa-4f20-bff2-a7c4657c26bd,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:40.997448 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:40.998816 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bbe13da9-95fa-4f20-bff2-a7c4657c26bd HTTP/1.1" status: 204 len: 168 time: 0.2835555 May 20 18:33:41.003858 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:41.093100 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3f8928ee-14bb-4ae6-942d-e0af601d42d7,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:41.137467 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'port_id': '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'mac_address': 'fa:16:3e:b5:3e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af9223-37f7-43b2-8c57-f599b00efb94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:33:41.210538 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:41.235241 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8928ee-14bb-4ae6-942d-e0af601d42d7 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:41.253995 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3f8928ee-14bb-4ae6-942d-e0af601d42d7,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:41.310283 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86c82-a6f4-4d98-bd0a-6edfecc9c88e req-eaf142b1-cbb6-4b8c-a3ea-70a2109ebdf2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:41.311834 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0aa86c82-a6f4-4d98-bd0a-6edfecc9c88e req-eaf142b1-cbb6-4b8c-a3ea-70a2109ebdf2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1243494 May 20 18:33:41.359345 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0aa86c82-a6f4-4d98-bd0a-6edfecc9c88e req-cbd24689-a7bc-4c80-9f56-a61533cc715e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 May 20 18:33:41.382481 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:41.385484 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8612b605-c0c6-4bcb-8bd9-1ffca3d18a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:41.459171 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=3f8928ee-14bb-4ae6-942d-e0af601d42d7,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:41.466374 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.466722 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.467061 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.467393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.467719 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.468049 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.468369 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.468711 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.469603 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.469907 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.470222 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.470536 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:33:41.474276 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:41.524016 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf0c7b-c718-49fb-b4df-d29e579b078b req-a768ca20-15aa-483d-a369-588d81d44411 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:41.525537 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fddf0c7b-c718-49fb-b4df-d29e579b078b req-a768ca20-15aa-483d-a369-588d81d44411 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 945 time: 0.0896890 May 20 18:33:41.593127 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fddf0c7b-c718-49fb-b4df-d29e579b078b req-0d089bea-7995-440e-a6f0-1bda2ebf1447 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614522 May 20 18:33:41.917042 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['3f8928ee-14bb-4ae6-942d-e0af601d42d7'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:42.157820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58154) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:42.176042 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.190586 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:42.194411 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:35ce808f7d2b4734b77056761613d83e is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:42.197320 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:42.203177 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:42.285150 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.390286 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.399925 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-235fea62-d55f-42db-b799-b0429138d1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:42.452042 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35ce808f7d2b4734b77056761613d83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915359 May 20 18:33:42.456329 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58168) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:42.457266 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f268e3-0ac8-4033-82bc-5e336429189f,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:42.476113 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:42.538144 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.568435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.569528 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b58b0-a2d3-4123-a59b-51e760d61e61 req-05534dd6-4e2d-4363-905f-b8096897714f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:42.571050 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-122b58b0-a2d3-4123-a59b-51e760d61e61 req-05534dd6-4e2d-4363-905f-b8096897714f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0934827 May 20 18:33:42.621815 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-122b58b0-a2d3-4123-a59b-51e760d61e61 req-a890b084-bcba-4b10-a032-9c0c45695149 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 May 20 18:33:42.800276 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6822125-44bd-4e56-a9bb-82e644c3a53c req-0878375e-cfc1-426f-bec4-38dcb5239c34 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:42.801749 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b6822125-44bd-4e56-a9bb-82e644c3a53c req-0878375e-cfc1-426f-bec4-38dcb5239c34 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 945 time: 0.0843821 May 20 18:33:42.842094 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.856628 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b6822125-44bd-4e56-a9bb-82e644c3a53c req-a7a65018-4229-4802-9144-79695176f3f5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 May 20 18:33:42.856960 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-eae42f89-9b2d-40e6-b2e0-8ef9aa946717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:42.866486 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f268e3-0ac8-4033-82bc-5e336429189f,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:42.871874 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:42.873495 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37f268e3-0ac8-4033-82bc-5e336429189f HTTP/1.1" status: 204 len: 168 time: 0.3993516 May 20 18:33:42.874359 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:43.827931 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9a316-d438-451e-a9d3-95d89312b8bd req-aa3c6c52-6658-4118-8a7f-01890d5943be tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:43.830123 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ccb9a316-d438-451e-a9d3-95d89312b8bd req-aa3c6c52-6658-4118-8a7f-01890d5943be tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0836480 May 20 18:33:43.881184 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ccb9a316-d438-451e-a9d3-95d89312b8bd req-39247677-f539-4139-aae6-e941c4996adb tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 May 20 18:33:44.046157 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247806e8-fc90-47de-87bc-9a4e0b57f2c0 req-00e81839-2a82-49c0-99e9-c5719c123e19 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:44.047635 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-247806e8-fc90-47de-87bc-9a4e0b57f2c0 req-00e81839-2a82-49c0-99e9-c5719c123e19 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 945 time: 0.0810680 May 20 18:33:44.093668 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-247806e8-fc90-47de-87bc-9a4e0b57f2c0 req-89f9b3b7-8b8b-40ad-abfa-1ed31a39935a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 May 20 18:33:44.442338 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa43-1220-4495-9d8c-4e3e42263927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:44.913152 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 3f8928ee-14bb-4ae6-942d-e0af601d42d7 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:33:45.099472 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:33:45.105659 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:33:45.106262 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:45.182671 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce61fd-0408-4233-b526-742638020103 req-bb6d531b-b888-41b7-b164-b68382054a5e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:45.190899 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80ce61fd-0408-4233-b526-742638020103 req-bb6d531b-b888-41b7-b164-b68382054a5e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.2024848 May 20 18:33:45.274431 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:45.306251 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4995b7a-17e0-430e-b887-a30115aef490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8928ee-14bb-4ae6-942d-e0af601d42d7'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:45.307178 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80ce61fd-0408-4233-b526-742638020103 req-6b59fc8d-b45a-4750-9b06-3e90f909654a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153173 May 20 18:33:45.328864 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3f8928ee-14bb-4ae6-942d-e0af601d42d7,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:33:45.368683 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4995b7a-17e0-430e-b887-a30115aef490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'code': 200} May 20 18:33:45.370007 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5a7fe-2fc2-4eed-9fb3-dae1e6d2dbbb req-9131b7bf-b326-410e-ba1c-d6e470a6e65e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:45.381060 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-54d5a7fe-2fc2-4eed-9fb3-dae1e6d2dbbb req-9131b7bf-b326-410e-ba1c-d6e470a6e65e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 945 time: 0.1350696 May 20 18:33:45.439164 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-54d5a7fe-2fc2-4eed-9fb3-dae1e6d2dbbb req-db9b651e-29a9-4615-8f96-50c8e0b77aa5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 May 20 18:33:45.465132 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:45.467263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:45.548789 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=3f8928ee-14bb-4ae6-942d-e0af601d42d7,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:45.551948 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:45.927551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40974143-d338-414c-a3dc-28eeda564ec8 req-d99f7093-83de-47c4-a14d-4ef2c4a2a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:45.929006 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-40974143-d338-414c-a3dc-28eeda564ec8 req-d99f7093-83de-47c4-a14d-4ef2c4a2a93a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 1099 time: 0.0851367 May 20 18:33:45.976760 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-40974143-d338-414c-a3dc-28eeda564ec8 req-6fe7a02a-f314-4152-8015-fcb422debb8f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 May 20 18:33:46.498361 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c094-ea0a-49f7-915a-f3e47f500dae req-d762b76c-f0f1-47b6-bc51-daa701274dda tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:46.500834 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28f2c094-ea0a-49f7-915a-f3e47f500dae req-d762b76c-f0f1-47b6-bc51-daa701274dda tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0872047 May 20 18:33:46.555049 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28f2c094-ea0a-49f7-915a-f3e47f500dae req-ad672446-aff9-4509-b8fc-067069a5a89c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 May 20 18:33:46.700051 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58752a1d-a319-4df4-bcc0-4f0db3ff168a req-e7fff19a-2644-499b-b73c-6d5a9795612e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:46.702456 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-58752a1d-a319-4df4-bcc0-4f0db3ff168a req-e7fff19a-2644-499b-b73c-6d5a9795612e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 0.1002369 May 20 18:33:46.759734 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-58752a1d-a319-4df4-bcc0-4f0db3ff168a req-9133a434-1aab-4f36-9232-9523e0b1dd58 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501893 May 20 18:33:46.933518 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:47.201829 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-664bc8ae-2bea-46ad-906d-1b6e3da39a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:47.382328 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:33:47.466065 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58396) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:47.588941 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:47.604870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:47.608916 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Usage tracker for resource:security_group_rule and tenant:87b43737b3ac4186999f9124f972ed1e is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:47.612600 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:47.618846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:47.707196 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:47.766812 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f3e5-bb6d-4528-9554-da14d70e5046 req-73cc5571-ff12-4d0d-8a93-dc26136e8e5b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:47.768341 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b5e2f3e5-bb6d-4528-9554-da14d70e5046 req-73cc5571-ff12-4d0d-8a93-dc26136e8e5b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0841563 May 20 18:33:47.808070 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:47.821273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8a9d15bb-1c9b-4178-bb0d-277099be6cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:47.832545 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b5e2f3e5-bb6d-4528-9554-da14d70e5046 req-c89fdf84-7ea4-47df-8019-448758b9ae7a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542874 May 20 18:33:47.860939 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7dec0d-d225-4c27-b2a9-24466476c40f,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:47.866433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:47.872515 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87b43737b3ac4186999f9124f972ed1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049735 May 20 18:33:47.875403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58418) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:47.947159 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:48.025109 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:48.087811 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabeed9f-2fca-4c72-aa5f-a1324f6c43e2 req-7d05e401-2456-48e6-a1e2-af5d269b9c0b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:48.089309 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fabeed9f-2fca-4c72-aa5f-a1324f6c43e2 req-7d05e401-2456-48e6-a1e2-af5d269b9c0b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 0.1401985 May 20 18:33:48.144388 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fabeed9f-2fca-4c72-aa5f-a1324f6c43e2 req-541f9b44-8d2a-4689-a9fb-677d1fcc1ac5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 May 20 18:33:48.189163 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:48.441894 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:48.452675 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ca946b97-ee64-4946-b866-a470852a4536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:48.461431 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7dec0d-d225-4c27-b2a9-24466476c40f,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:48.464980 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:48.468205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:48.469368 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be7dec0d-d225-4c27-b2a9-24466476c40f HTTP/1.1" status: 204 len: 168 time: 0.5928605 May 20 18:33:49.021175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154bec-d648-4a28-acf6-655d566e533f req-ae1422a1-3672-482f-9945-53c677cc53f7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:49.022622 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-06154bec-d648-4a28-acf6-655d566e533f req-ae1422a1-3672-482f-9945-53c677cc53f7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0815403 May 20 18:33:49.069364 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-06154bec-d648-4a28-acf6-655d566e533f req-ff85b90b-266f-450f-9fbc-5261c2a7d68c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 May 20 18:33:49.511720 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58498) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:49.529151 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:49.547904 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:49.551763 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Usage tracker for resource:security_group_rule and tenant:959483ac7a7346ada6eb69efd60915a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:49.554825 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:49.563975 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:49.649936 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:49.761053 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:49.768314 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b705cbb0-c269-4d81-8770-82e2f071086a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:49.801248 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:49.808767 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=959483ac7a7346ada6eb69efd60915a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959940 May 20 18:33:49.809632 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5f994-6fd7-485c-92cf-849e2dcc45cd,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:49.811640 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58506) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:49.813295 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:49.869653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:49.896148 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:50.081145 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:50.086047 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-efcadf29-73d4-4696-8f6c-3d9222892aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:50.098714 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5f994-6fd7-485c-92cf-849e2dcc45cd,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:50.102267 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:50.107976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:50.109159 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06f5f994-6fd7-485c-92cf-849e2dcc45cd HTTP/1.1" status: 204 len: 168 time: 0.2960038 May 20 18:33:50.295601 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfa1d8-126b-4f80-9832-acabee17b995 req-ffae561b-827e-4e5f-bf7e-af2e9fe46e29 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:50.297754 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f6dfa1d8-126b-4f80-9832-acabee17b995 req-ffae561b-827e-4e5f-bf7e-af2e9fe46e29 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0913477 May 20 18:33:50.352201 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f6dfa1d8-126b-4f80-9832-acabee17b995 req-4a3657cc-b343-4509-9dc9-b6d8cadcaec7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 May 20 18:33:51.586007 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401a82f-cf29-41e6-8ff6-566ab3b6c8ef req-05a1eace-7a6c-4d61-b06d-0a17ec405109 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:51.590227 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6401a82f-cf29-41e6-8ff6-566ab3b6c8ef req-05a1eace-7a6c-4d61-b06d-0a17ec405109 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1200614 May 20 18:33:51.690298 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6401a82f-cf29-41e6-8ff6-566ab3b6c8ef req-b8f094af-3b17-41b9-8049-ae4368838f1f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 May 20 18:33:51.963301 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-f2f21e83-8e70-459a-956f-2c32765fcc8b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:51.964699 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-f2f21e83-8e70-459a-956f-2c32765fcc8b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.1458640 May 20 18:33:51.979616 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-83e6dc1d-a1af-4a9e-9c71-95e37a3e579b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/quotas/026bc8972b444738a46ea2c537676212 HTTP/1.1" status: 200 len: 375 time: 0.0093296 May 20 18:33:52.068064 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-9ab7f4e7-ae2d-48f5-88c6-f761b9939610 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832036 May 20 18:33:52.201659 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-20789fe4-3416-4eff-9941-634bb1e98474 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264722 May 20 18:33:52.347201 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-caabd955-2301-4bd1-aa82-3850d4bd7258 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395159 May 20 18:33:52.919723 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f31f73-cc99-4bde-89c0-ae16e5af7f8e req-d3cc37f4-a54d-4bc1-b3b4-cc026176b10a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:52.919723 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-65f31f73-cc99-4bde-89c0-ae16e5af7f8e req-d3cc37f4-a54d-4bc1-b3b4-cc026176b10a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1184044 May 20 18:33:52.973298 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-65f31f73-cc99-4bde-89c0-ae16e5af7f8e req-1dea357f-4a0e-4fd9-b4bd-6fe18f37a87a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492647 May 20 18:33:53.168580 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0c27289a-e094-487a-83b5-4946b43e8f18 req-7c115549-b694-4d8a-bc20-f93a7a5c7eb6 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 210 time: 0.1406791 May 20 18:33:54.169742 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fbaa2-49b7-42a2-957c-200688c9bfcd req-9f7a8844-ee80-4c37-b0df-32eb13c2fb5d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:54.171175 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0b2fbaa2-49b7-42a2-957c-200688c9bfcd req-9f7a8844-ee80-4c37-b0df-32eb13c2fb5d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0904427 May 20 18:33:54.241330 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-ff476a9a-d6a4-462b-a024-dd283f7fb7a9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939853 May 20 18:33:54.246388 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0b2fbaa2-49b7-42a2-957c-200688c9bfcd req-f3a666b6-d3df-4288-b1ff-cc16a122e05f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694823 May 20 18:33:54.357789 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-98a6750f-72c3-4af5-ad8a-d1d627940d2d req-3262dc67-61c3-45b9-87a3-6adaa1870bcc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 210 time: 0.0464251 May 20 18:33:54.451518 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b503-963c-4d14-94d8-59dc385ea25f req-23357e31-6430-42c7-9eee-00a846470d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:54.453367 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-23357e31-6430-42c7-9eee-00a846470d27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 1099 time: 0.0791194 May 20 18:33:54.634583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b503-963c-4d14-94d8-59dc385ea25f req-83363766-d066-4ca2-a0f3-09adfd664bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:54.635993 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-83363766-d066-4ca2-a0f3-09adfd664bac service neutron] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 916 time: 0.1358035 May 20 18:33:54.713015 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-c26ae811-c950-4787-b077-6b74a1690a49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8 HTTP/1.1" status: 200 len: 217 time: 0.0612538 May 20 18:33:54.795416 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b503-963c-4d14-94d8-59dc385ea25f req-0323319c-c130-4698-a891-3bdc6b6ba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:54.796640 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-0323319c-c130-4698-a891-3bdc6b6ba89c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.0675766 May 20 18:33:54.847799 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-b81aeaff-66c5-4ed2-b54e-4b1100b75344 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412312 May 20 18:33:54.993260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58684) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:55.013813 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-22e30dd7-2c34-4a30-89a2-66068e00060e service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533184 May 20 18:33:55.163156 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.173910 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4445b503-963c-4d14-94d8-59dc385ea25f req-c886b38c-77bd-4df6-b24a-215e3e3891dd service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384559 May 20 18:33:55.180190 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:55.185096 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Usage tracker for resource:security_group_rule and tenant:fb2e541510e24ef38f19839a977a7259 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:55.188403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:55.202040 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:55.299348 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.447875 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7958-1d6a-43c0-8dbf-697c5f301a33 req-62e503c0-5742-4369-af63-fb665ab80ae1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:55.449416 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e95b7958-1d6a-43c0-8dbf-697c5f301a33 req-62e503c0-5742-4369-af63-fb665ab80ae1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0932798 May 20 18:33:55.531414 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.542011 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-fd8feaa1-9b04-478f-b9ad-5f4d9eaa6780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:55.549334 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4da2c044-1ffb-4b20-992b-903ec61a75ea req-6a6ce02b-0662-4453-a981-ea39011fc199 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 210 time: 0.0691900 May 20 18:33:55.559585 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e95b7958-1d6a-43c0-8dbf-697c5f301a33 req-b13ab3f3-d5ec-46ca-86c7-7bd19e68b08b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034865 May 20 18:33:55.592709 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb2e541510e24ef38f19839a977a7259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5979707 May 20 18:33:55.597970 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50ba120-d447-4ba3-aa6f-12c7a5abaabd,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:55.597970 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:55.599092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58716) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:55.659451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.688825 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.950356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.955669 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0138d48a-f5b0-4e76-a0e2-92682f9beec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:55.968178 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50ba120-d447-4ba3-aa6f-12c7a5abaabd,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:55.971542 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:55.976454 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:55.976454 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d50ba120-d447-4ba3-aa6f-12c7a5abaabd HTTP/1.1" status: 204 len: 168 time: 0.3744421 May 20 18:33:56.114605 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58732) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:56.287741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:56.306794 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:56.310642 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Usage tracker for resource:security_group_rule and tenant:ac9cb164d66d418589699b6448b114c1 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:56.313450 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:56.319273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:56.380093 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-13721b0e-f386-4653-8c67-c8b2864e32a8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:56.381561 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-13721b0e-f386-4653-8c67-c8b2864e32a8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.1981592 May 20 18:33:56.401559 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Request body: {'port': {'device_id': '5db20b36-b1ad-47d5-a465-128535aca218', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'admin_state_up': True, 'tenant_id': '026bc8972b444738a46ea2c537676212'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:56.554731 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:56.562807 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Usage tracker for resource:port and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:56.566693 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:56.574885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:56.792520 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:56.793273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Made reservation on behalf of 026bc8972b444738a46ea2c537676212 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:33:56.797327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:56.817560 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c6653d1d-5b97-4e7d-8417-a8ac8fba5b08 req-391d31c9-c87b-45c7-94c5-0319134b018a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 210 time: 0.1030262 May 20 18:33:56.869675 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854d0fc-fb7f-46fe-a2b0-c2b3471e39de req-21b97ff3-68b8-4ef3-940f-0d34933095ba tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:56.871438 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6854d0fc-fb7f-46fe-a2b0-c2b3471e39de req-21b97ff3-68b8-4ef3-940f-0d34933095ba tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1215284 May 20 18:33:56.940893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6854d0fc-fb7f-46fe-a2b0-c2b3471e39de req-c5e0ea0f-325b-41d4-b995-1bf5db224207 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592852 May 20 18:33:56.995498 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.011549 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:57.085877 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2a26af-4699-4d81-a44d-d6b615465807,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:57.089235 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:57.126428 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac9cb164d66d418589699b6448b114c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0107181 May 20 18:33:57.129787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58776) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:57.189608 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Allocated IP 172.20.0.9 (0782dde8-de1f-43f5-8c25-1d7dbdd1198e/85af9223-37f7-43b2-8c57-f599b00efb94/a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:33:57.240639 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.293389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.473584 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.671194 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.680719 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cdedd4d4-cc93-411c-a42e-a772bb77b4df tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:57.687551 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8', '3f8928ee-14bb-4ae6-942d-e0af601d42d7'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:33:57.722600 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.770326 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:33:57.774323 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:33:57.777215 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:33:57.858039 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:57.858039 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.861682 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event updated for resources: {'Port': ['ID=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:57.865322 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:57.873798 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:57.888290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2a26af-4699-4d81-a44d-d6b615465807,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:57.891154 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:57.892510 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:57.893740 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e2a26af-4699-4d81-a44d-d6b615465807 HTTP/1.1" status: 204 len: 168 time: 0.7630560 May 20 18:33:57.962635 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5655589 May 20 18:33:57.979869 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Request body: {'port': {'device_id': '5db20b36-b1ad-47d5-a465-128535aca218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:33:58.077337 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955787b2-12d7-484c-9ff6-671b4f75f751 req-bb7c89a9-87e6-465d-aac2-377457c698a9 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:58.087274 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-955787b2-12d7-484c-9ff6-671b4f75f751 req-bb7c89a9-87e6-465d-aac2-377457c698a9 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 931 time: 0.1047423 May 20 18:33:58.154573 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-955787b2-12d7-484c-9ff6-671b4f75f751 req-fcb10450-1f02-4689-8c8c-a5e0e23d5807 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 May 20 18:33:58.234830 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:58.314990 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9faebe-40cd-4478-9e0a-e7c43a15a9f6 req-4dd49ebd-46bb-4cf4-bf66-8d628ca03e2f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:58.317027 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ea9faebe-40cd-4478-9e0a-e7c43a15a9f6 req-4dd49ebd-46bb-4cf4-bf66-8d628ca03e2f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1328299 May 20 18:33:58.368013 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:58.371868 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ea9faebe-40cd-4478-9e0a-e7c43a15a9f6 req-c255b4e7-8c3d-4d41-80c6-2d135670419b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 May 20 18:33:58.647522 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:33:58.657723 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:58.676535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Transition to ACTIVE for port object a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:33:58.778903 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:58.784224 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-29ba5b40-40b9-4b48-b70f-26cbb47fe2ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:58.935024 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:58.938040 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:59.018637 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Attempting to bind port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:33:59.018973 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Attempting to bind port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:33:59.019303 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Attempting to bind port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:59.024295 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:33:59.024650 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Attempting to bind port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:33:59.030413 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:33:59.030754 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Checking segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:33:59.031262 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Bound using segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:33:59.031689 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Bound port: a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:33:59.032041 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.131552 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] For port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:33:59.141188 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] For port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:33:59.197142 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58852) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:59.225069 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.233339 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:59.295412 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.319975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:59.321203 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.324163 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] 10.222.0.69 "PUT /v2.0/ports/a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc HTTP/1.1" status: 200 len: 1093 time: 1.3527179 May 20 18:33:59.327302 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db20b36-b1ad-47d5-a465-128535aca218', 'tag': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:33:59.341502 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:59.350258 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Usage tracker for resource:security_group_rule and tenant:f873ff9372334359aab802b011587ee3 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:59.354020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:59.362818 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Pushing event updated for resources: {'Port': ['ID=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:59.366663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:59.368101 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:59.392776 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58860) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:59.398514 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63bae8-b1c1-4044-b553-bc5b53517a02 req-3a090fac-889e-4134-99b9-03738ecb8e11 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:59.403435 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0b63bae8-b1c1-4044-b553-bc5b53517a02 req-3a090fac-889e-4134-99b9-03738ecb8e11 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 943 time: 0.1163161 May 20 18:33:59.488356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.492106 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db20b36-b1ad-47d5-a465-128535aca218', 'tag': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc', 'status': 'completed', 'code': 200} May 20 18:33:59.530973 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0b63bae8-b1c1-4044-b553-bc5b53517a02 req-4e22fddb-a273-4202-91f2-a922af9d7468 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198990 May 20 18:33:59.582288 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.602283 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:33:59.607885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Usage tracker for resource:security_group_rule and tenant:0093a02d7cd345179c892dd292c8bde5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:33:59.611761 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:33:59.618758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:33:59.622617 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-b95a0dfd-692b-4aab-be0e-3712d7975914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:59.624226 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-b95a0dfd-692b-4aab-be0e-3712d7975914 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 1096 time: 0.1343241 May 20 18:33:59.630158 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.641902 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:33:59.698054 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d16bd-79c1-428c-aada-1d82e62cefac req-3a849802-594a-46b3-bf31-4488043df302 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:59.699903 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1c3d16bd-79c1-428c-aada-1d82e62cefac req-3a849802-594a-46b3-bf31-4488043df302 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1069043 May 20 18:33:59.756988 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1c3d16bd-79c1-428c-aada-1d82e62cefac req-f28bd0bf-4d8e-47fa-91c2-48b21fd2f917 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 May 20 18:33:59.830891 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-abfa70da-0140-48b7-8ec5-7997a5cc37eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc HTTP/1.1" status: 200 len: 217 time: 0.1805222 May 20 18:33:59.837454 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f873ff9372334359aab802b011587ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392152 May 20 18:33:59.840444 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58878) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:33:59.878062 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49789f37-c41c-439d-ac1a-c6c37debab0a,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:33:59.881763 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:33:59.929410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-27e3abf1-ab5e-4cdb-b900-e70565fa4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:33:59.930941 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-27e3abf1-ab5e-4cdb-b900-e70565fa4786 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.0873904 May 20 18:33:59.931302 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:33:59.987947 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:00.021152 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-1a72e51b-9a97-4d0f-a0f9-b8257704cc53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621808 May 20 18:34:00.202547 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:00.202547 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-9202ca95-1a77-4e70-8e63-59b879082ec8 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276135 May 20 18:34:00.306212 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e3f309a-ac59-4667-8975-fe2764f5bfb5 req-9a203d8a-e50e-46fe-a46b-05c79e2ee8a2 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291773 May 20 18:34:00.715749 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aa3d1-ba91-4af9-869b-c39fefcf3ffd req-9401bc37-94f2-4802-bee0-c328669b495b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:00.717255 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8d7aa3d1-ba91-4af9-869b-c39fefcf3ffd req-9401bc37-94f2-4802-bee0-c328669b495b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 943 time: 0.0786390 May 20 18:34:00.750473 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:00.756713 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:00.763596 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-58dbc49c-594d-439c-9846-931bbd124c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:00.765929 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-47b4f5fd-ab84-4771-96fe-d5e407b23b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:00.779229 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49789f37-c41c-439d-ac1a-c6c37debab0a,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:00.799311 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8d7aa3d1-ba91-4af9-869b-c39fefcf3ffd req-ef8808f4-542f-4f66-95ed-af5b89817d98 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749557 May 20 18:34:00.800661 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:00.815786 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:00.817646 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49789f37-c41c-439d-ac1a-c6c37debab0a HTTP/1.1" status: 204 len: 168 time: 0.9754288 May 20 18:34:00.900037 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0093a02d7cd345179c892dd292c8bde5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5068491 May 20 18:34:00.900819 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58902) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:00.908910 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a92e0-a872-4bfb-9c5e-c6a04f751a38,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:00.913174 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:00.943731 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a225c-9270-4c1a-8cee-65556e96b430 req-ba5fef2d-99d9-40d4-8f0a-3130c983bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:00.945316 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-ba5fef2d-99d9-40d4-8f0a-3130c983bd6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 1096 time: 0.1179805 May 20 18:34:01.051783 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:01.089404 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:01.105900 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd8139-41d2-4f50-b8dc-433ab79c890e req-95d4dbc0-26c6-4e9e-9b0e-adcc29d262b2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:01.113683 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-39fd8139-41d2-4f50-b8dc-433ab79c890e req-95d4dbc0-26c6-4e9e-9b0e-adcc29d262b2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1795213 May 20 18:34:01.118450 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a225c-9270-4c1a-8cee-65556e96b430 req-94ce52dc-6555-444e-b240-dcc2eb661c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:01.120080 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-94ce52dc-6555-444e-b240-dcc2eb661c1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 916 time: 0.1669261 May 20 18:34:01.181781 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-39fd8139-41d2-4f50-b8dc-433ab79c890e req-c6d105d8-3e92-49db-9864-8d6dc2c4e9e5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 May 20 18:34:01.214423 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-b5f28edd-a5c0-4dc1-bdc9-438815b49346 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc HTTP/1.1" status: 200 len: 217 time: 0.0800655 May 20 18:34:01.264642 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:01.270579 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cd0bf503-6a41-42f2-a3b4-14ce349b373d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:01.287494 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a92e0-a872-4bfb-9c5e-c6a04f751a38,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:01.300624 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:01.315708 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a225c-9270-4c1a-8cee-65556e96b430 req-71b7be24-57ff-4b39-ad3a-b2b7835a5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:01.317434 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:01.317883 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-71b7be24-57ff-4b39-ad3a-b2b7835a5475 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.0857971 May 20 18:34:01.321628 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e75a92e0-a872-4bfb-9c5e-c6a04f751a38 HTTP/1.1" status: 204 len: 168 time: 0.4171877 May 20 18:34:01.390784 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-ebc2dbc6-5620-4993-9338-473444a35c60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596857 May 20 18:34:01.542468 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-762cb4c0-eb9e-42d1-a697-2b5476856eb2 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409471 May 20 18:34:01.691233 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-400a225c-9270-4c1a-8cee-65556e96b430 req-7e6a7e60-de42-44b7-b6e5-da37c4639ea9 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378357 May 20 18:34:02.000460 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7894562-5a61-4b88-af02-fa47cf07b794 req-f9b9d9a3-709c-472f-8f5d-064953d96a71 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:02.001965 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7894562-5a61-4b88-af02-fa47cf07b794 req-f9b9d9a3-709c-472f-8f5d-064953d96a71 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 943 time: 0.0828795 May 20 18:34:02.046770 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 58938) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:02.047613 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7894562-5a61-4b88-af02-fa47cf07b794 req-88d0d69a-7833-4ae3-8865-ceddc58640b0 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 May 20 18:34:02.067355 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.082872 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:02.086793 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Usage tracker for resource:security_group_rule and tenant:f6724a1d3f394e4e81552ee9134600f4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:02.089986 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:02.096415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:02.183170 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.309961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.318638 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:02.361706 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6724a1d3f394e4e81552ee9134600f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136959 May 20 18:34:02.362752 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d61e000-abe6-4666-93f4-e46cb4da4e33,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:02.364476 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 58958) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:02.370925 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:02.454122 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.500818 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf05961-8014-404f-9590-310d7b6219bc req-6074d9fd-fd2b-43f2-9c29-df4f75a7b245 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:02.502807 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aaf05961-8014-404f-9590-310d7b6219bc req-6074d9fd-fd2b-43f2-9c29-df4f75a7b245 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1893556 May 20 18:34:02.504812 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.580841 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aaf05961-8014-404f-9590-310d7b6219bc req-51608401-f0a1-4929-8f11-0a9fc64410ca tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689199 May 20 18:34:02.681918 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.687839 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-60e37dd2-2a84-4cc8-b851-213fd08145c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:02.753739 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d61e000-abe6-4666-93f4-e46cb4da4e33,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:02.757249 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:02.760629 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:02.762221 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d61e000-abe6-4666-93f4-e46cb4da4e33 HTTP/1.1" status: 204 len: 168 time: 0.3955564 May 20 18:34:03.251821 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfa9aa-89fc-4cbd-97c6-a4fae1e4ec71 req-79847fb9-dc81-4f7e-b3f2-8d1b1cbb3e53 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:03.260259 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bfbfa9aa-89fc-4cbd-97c6-a4fae1e4ec71 req-79847fb9-dc81-4f7e-b3f2-8d1b1cbb3e53 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 943 time: 0.0969224 May 20 18:34:03.306309 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bfbfa9aa-89fc-4cbd-97c6-a4fae1e4ec71 req-1087eef0-3c8a-448a-b006-2f5b29183400 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 May 20 18:34:03.794485 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e83b5-d0b4-408f-ba7f-28c6903f9668 req-6b500a46-ec01-4abe-a9c5-0aba46546315 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:03.805717 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-626e83b5-d0b4-408f-ba7f-28c6903f9668 req-6b500a46-ec01-4abe-a9c5-0aba46546315 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0959427 May 20 18:34:03.846596 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-626e83b5-d0b4-408f-ba7f-28c6903f9668 req-c7622784-fb59-44f1-a741-04ed59c0c1bb tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 May 20 18:34:04.500574 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ed2ee-3d37-46dc-a671-b963cd1da61c req-9e20b158-16d2-4c2b-9b52-516de2814ced tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:04.502594 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-461ed2ee-3d37-46dc-a671-b963cd1da61c req-9e20b158-16d2-4c2b-9b52-516de2814ced tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 943 time: 0.0825005 May 20 18:34:04.559363 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-461ed2ee-3d37-46dc-a671-b963cd1da61c req-f7f56445-d257-4aee-837c-0cf1f81567d8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 May 20 18:34:05.054025 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e67963-ca5e-4d90-8fcb-ac78c11c35eb req-18bce885-7518-4426-b216-df6468d75284 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:05.055520 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-22e67963-ca5e-4d90-8fcb-ac78c11c35eb req-18bce885-7518-4426-b216-df6468d75284 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0833805 May 20 18:34:05.100462 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:34:05.107584 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-22e67963-ca5e-4d90-8fcb-ac78c11c35eb req-dfa42b30-e317-4d6c-bb5f-25f75c6f6d72 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 May 20 18:34:05.263291 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:05.287154 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'port_id': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc', 'mac_address': 'fa:16:3e:c8:cf:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af9223-37f7-43b2-8c57-f599b00efb94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:34:05.344865 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:05.390821 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:34:05.405970 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:05.515876 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:05.518301 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c5924060-6299-4c93-9ea3-f431585035e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:05.583130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:05.586142 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:05.753331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378c94c-0182-4bd4-95b6-6c60fec73641 req-bebe6814-133f-48c9-a9df-def90ab173f3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:05.754831 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0378c94c-0182-4bd4-95b6-6c60fec73641 req-bebe6814-133f-48c9-a9df-def90ab173f3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 944 time: 0.0857520 May 20 18:34:05.806358 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0378c94c-0182-4bd4-95b6-6c60fec73641 req-25b98558-04c3-4538-b9e5-9b767ffb41e5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 May 20 18:34:05.898255 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:34:06.295504 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca212d09-6174-469d-b8af-f1bf185e1a1a req-d8c78a25-b4d8-4959-9c1d-5ac4a8008030 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:06.295504 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ca212d09-6174-469d-b8af-f1bf185e1a1a req-d8c78a25-b4d8-4959-9c1d-5ac4a8008030 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0791183 May 20 18:34:06.339364 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ca212d09-6174-469d-b8af-f1bf185e1a1a req-3fa1531d-69f3-4190-bb99-a7e32702a913 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 May 20 18:34:06.998023 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59112) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:07.033049 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980ee94-6b10-4108-84f9-fb74715c0414 req-cc24e623-9e50-4b85-a2f6-4c444158c9da tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:07.034084 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f980ee94-6b10-4108-84f9-fb74715c0414 req-cc24e623-9e50-4b85-a2f6-4c444158c9da tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 944 time: 0.0981996 May 20 18:34:07.080026 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f980ee94-6b10-4108-84f9-fb74715c0414 req-f6f8d742-9696-4ae0-a461-d3a4e3cc9dfa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 May 20 18:34:07.118251 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:34:07.138570 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.157102 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:07.161486 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Usage tracker for resource:security_group_rule and tenant:5e3b3271ea7548e78fda78f97b8d9316 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:07.164321 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:07.175447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:07.251789 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.264002 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:34:07.269178 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:34:07.272310 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.321266 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.333101 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fc028a8d-1669-4d98-9163-5032eb9bc0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:07.365159 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd32b34b-4c7b-411d-8d0c-d0623ac4b2dd,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:07.394878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:07.398718 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e3b3271ea7548e78fda78f97b8d9316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996265 May 20 18:34:07.401496 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59126) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:07.451216 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.478189 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.484383 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db20b36-b1ad-47d5-a465-128535aca218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:34:07.508993 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:07.546269 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.549413 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db20b36-b1ad-47d5-a465-128535aca218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc', 'code': 200} May 20 18:34:07.621844 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf26af3-8cd8-4c1b-bfad-4c5dcab7beec req-c6944032-829c-4ca7-9c5e-3552a4ff0ca2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:07.623551 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ebf26af3-8cd8-4c1b-bfad-4c5dcab7beec req-c6944032-829c-4ca7-9c5e-3552a4ff0ca2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1243575 May 20 18:34:07.624074 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.629223 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fd7a9988-0ac6-4fa6-b126-f09bb65d3153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:07.669021 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ebf26af3-8cd8-4c1b-bfad-4c5dcab7beec req-2d02603a-aa6f-49cc-a275-b8f90e56465c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 May 20 18:34:07.698127 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:07.701224 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:07.772933 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.777926 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:07.791366 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd32b34b-4c7b-411d-8d0c-d0623ac4b2dd,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:07.794196 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:07.800830 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:07.802436 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd32b34b-4c7b-411d-8d0c-d0623ac4b2dd HTTP/1.1" status: 204 len: 168 time: 0.3993981 May 20 18:34:08.064032 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74210c0-4a6f-40ae-a291-81a921eaa5eb req-fa652766-7775-401e-8dc5-517c9c40f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:08.065442 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e74210c0-4a6f-40ae-a291-81a921eaa5eb req-fa652766-7775-401e-8dc5-517c9c40f029 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 1098 time: 0.0727458 May 20 18:34:08.114880 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e74210c0-4a6f-40ae-a291-81a921eaa5eb req-803727c4-3e6c-4b60-a960-ca4805d7720d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 May 20 18:34:08.302859 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6987f-0a43-4b5d-933a-18b90a8cb890 req-1d700029-7f0f-4f64-8487-c58fef17166d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:08.304329 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9cf6987f-0a43-4b5d-933a-18b90a8cb890 req-1d700029-7f0f-4f64-8487-c58fef17166d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 945 time: 0.1036210 May 20 18:34:08.351202 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9cf6987f-0a43-4b5d-933a-18b90a8cb890 req-1fae72b2-cb24-490f-88b8-c3d06c3c59d3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 May 20 18:34:08.615080 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59158) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:08.633429 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:08.648637 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:08.652521 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e7200f1e61604281aecd716da23593d9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:08.655393 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:08.661139 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:08.755173 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:08.873797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c993a5-8d7f-4f96-8826-c06f4b048afc req-d45ebefb-0e86-45d7-87d9-fff0d31cb8f2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:08.873797 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-32c993a5-8d7f-4f96-8826-c06f4b048afc req-d45ebefb-0e86-45d7-87d9-fff0d31cb8f2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0799048 May 20 18:34:08.901096 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:08.909879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-a09b56b2-7f7a-49ab-a4b8-e95f949e4fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:08.932670 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-32c993a5-8d7f-4f96-8826-c06f4b048afc req-a1999b08-6c19-4cab-a200-21e5bc5d0a12 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616620 May 20 18:34:08.962289 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7200f1e61604281aecd716da23593d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461475 May 20 18:34:08.963271 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5dd0e-7d67-4168-87ad-3ca826deab51,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:08.968132 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:08.970229 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59172) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:09.034895 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:09.061185 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:09.183861 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:09.187734 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f2b8fd8a-87d1-4a45-a401-04ca00a2643e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:09.200349 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5dd0e-7d67-4168-87ad-3ca826deab51,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:09.204281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:09.222937 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:09.223991 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68c5dd0e-7d67-4168-87ad-3ca826deab51 HTTP/1.1" status: 204 len: 168 time: 0.2526598 May 20 18:34:09.552787 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363240d6-53cb-4a6c-ba22-ad061f0a84bf req-55c1746e-eaa3-4e31-89ff-671b79f2ced9 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:09.561959 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-363240d6-53cb-4a6c-ba22-ad061f0a84bf req-55c1746e-eaa3-4e31-89ff-671b79f2ced9 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 945 time: 0.1062953 May 20 18:34:09.619660 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-363240d6-53cb-4a6c-ba22-ad061f0a84bf req-93761038-86ce-48c3-a939-7039f6e7557c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 May 20 18:34:10.207048 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0885b-2535-4264-b819-bb5af1b534d5 req-b689cce5-56cc-42a0-8159-9c23fd0cbcd1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:10.208596 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24c0885b-2535-4264-b819-bb5af1b534d5 req-b689cce5-56cc-42a0-8159-9c23fd0cbcd1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0906608 May 20 18:34:10.256134 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24c0885b-2535-4264-b819-bb5af1b534d5 req-aea940b7-6cab-4d26-9d55-e1e6fd21ee2b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 May 20 18:34:10.537551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59234) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:10.658517 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:10.675520 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:10.679584 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Usage tracker for resource:security_group_rule and tenant:e425cfc414e041e2951695ac2b43abbb is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:10.682633 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:10.688807 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:10.795749 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:10.853156 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:10.863482 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5a53697b-ddf6-4498-9645-e54cb5dd9cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:10.873797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eebfb-6111-447f-b111-4a85e1e9d67b req-8ffc16e6-e8b2-4561-93f8-3d3c8fda8f96 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:10.875309 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7f5eebfb-6111-447f-b111-4a85e1e9d67b req-8ffc16e6-e8b2-4561-93f8-3d3c8fda8f96 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 945 time: 0.1101787 May 20 18:34:10.972448 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7f5eebfb-6111-447f-b111-4a85e1e9d67b req-451b4570-06a7-4817-a971-de8c3f3c4e53 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840394 May 20 18:34:11.004184 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e425cfc414e041e2951695ac2b43abbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655020 May 20 18:34:11.008064 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df5fdd-1c05-4e9c-be15-96a05a55b79c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:11.008737 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:11.009371 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59286) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:11.079729 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:11.106998 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:11.218356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:11.223212 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-8a1e2ad1-b377-4cce-9a80-68e1705de2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:11.237714 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df5fdd-1c05-4e9c-be15-96a05a55b79c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:11.240713 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:11.245037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:11.246169 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0df5fdd-1c05-4e9c-be15-96a05a55b79c HTTP/1.1" status: 204 len: 168 time: 0.2358072 May 20 18:34:11.448610 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c78dc-eb19-4051-8808-c0b265108d98 req-626df7cb-93b7-4821-8b72-53bc3c96f712 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:11.450106 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-843c78dc-eb19-4051-8808-c0b265108d98 req-626df7cb-93b7-4821-8b72-53bc3c96f712 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0843592 May 20 18:34:11.565158 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-843c78dc-eb19-4051-8808-c0b265108d98 req-fb662764-094e-4d07-83a9-7f021ffc4b4f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092482 May 20 18:34:12.526727 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59346) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:12.605265 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:12.620986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:12.626555 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Usage tracker for resource:security_group_rule and tenant:1efd9c10dde2459eacc43a488af55405 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:12.628760 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:12.635181 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:12.789056 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:12.820059 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9903f9-b42e-4588-9bc6-71da584cdda2 req-70e0a24b-e711-40c2-b580-3b01f187c80c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:12.821598 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2b9903f9-b42e-4588-9bc6-71da584cdda2 req-70e0a24b-e711-40c2-b580-3b01f187c80c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1227467 May 20 18:34:12.880854 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2b9903f9-b42e-4588-9bc6-71da584cdda2 req-c5f3a93e-7d52-4dff-8c80-3d968a003ebd tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 May 20 18:34:12.885799 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:12.892670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:12.935743 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1efd9c10dde2459eacc43a488af55405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609063 May 20 18:34:12.938006 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a699b612-8005-46a3-b428-4d3e439b3ef8,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:12.939256 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59420) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:12.944097 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:13.021723 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:13.053251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:13.246751 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:13.252223 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a88203cf-de3a-4288-92a9-475537e01e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:13.264657 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a699b612-8005-46a3-b428-4d3e439b3ef8,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:13.267492 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:13.276323 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:13.277535 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a699b612-8005-46a3-b428-4d3e439b3ef8 HTTP/1.1" status: 204 len: 168 time: 0.3372538 May 20 18:34:14.022879 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59452) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:14.046214 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.062815 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:14.068733 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb4f0fc1e274ee5b2b3600fdc1ec038 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:14.071967 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:14.079821 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:14.133546 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a143a-7692-4367-bd09-dcc5eac1bce6 req-9ae9aa80-fe9a-41f0-972f-3f932336a058 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:14.136762 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b02a143a-7692-4367-bd09-dcc5eac1bce6 req-9ae9aa80-fe9a-41f0-972f-3f932336a058 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1107621 May 20 18:34:14.193723 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.201692 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b02a143a-7692-4367-bd09-dcc5eac1bce6 req-2aad1e55-02e7-4ebb-bebc-9a9813c5cfe7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 May 20 18:34:14.253985 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.266773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c48fcfe5-ac2d-4cd9-89f3-23fe57f78a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:14.304082 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbb4f0fc1e274ee5b2b3600fdc1ec038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794790 May 20 18:34:14.307044 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59476) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:14.311267 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a7145-26f7-470a-a6a5-f183f906b93b,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:14.315848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:14.398909 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.425286 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.429523 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0f872464-06bb-4ca4-886d-d4d939443dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.560942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.566094 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0a66c71a-fec8-425f-a566-b7111454b12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:14.578588 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a7145-26f7-470a-a6a5-f183f906b93b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:14.581957 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:14.587603 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:14.588761 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/043a7145-26f7-470a-a6a5-f183f906b93b HTTP/1.1" status: 204 len: 168 time: 0.2808013 May 20 18:34:15.403202 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428117eb-7af9-4a9c-a85c-433d7f01b402 req-21cdd728-4285-4f86-a008-3d46a92a0707 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:15.404589 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-428117eb-7af9-4a9c-a85c-433d7f01b402 req-21cdd728-4285-4f86-a008-3d46a92a0707 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0956125 May 20 18:34:15.453538 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-428117eb-7af9-4a9c-a85c-433d7f01b402 req-2d6049ed-4fbb-4a99-beb5-8e947e1da591 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 May 20 18:34:16.647414 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84e4e-e8fb-459c-905f-0bb0ffc12870 req-ec7bce65-310b-4fcb-acc8-ad71e4d57340 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:16.648901 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-42d84e4e-e8fb-459c-905f-0bb0ffc12870 req-ec7bce65-310b-4fcb-acc8-ad71e4d57340 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0879216 May 20 18:34:16.700401 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-42d84e4e-e8fb-459c-905f-0bb0ffc12870 req-bcb508a0-eeb1-49af-9608-9cfe72ca12be tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442972 May 20 18:34:16.875276 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:17.173204 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c8d78bed-a866-4bb8-a4dd-7636ae616b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:17.940336 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60bcfe-5468-4886-9b71-5c08d981de3f req-6a087c2f-153b-4997-a2e3-57c18b22d40b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:17.941962 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d60bcfe-5468-4886-9b71-5c08d981de3f req-6a087c2f-153b-4997-a2e3-57c18b22d40b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0960891 May 20 18:34:17.989531 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d60bcfe-5468-4886-9b71-5c08d981de3f req-f03540f6-f184-4f11-a83a-a0ce53a0d548 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410295 May 20 18:34:18.115400 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.299352 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59634) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:18.422583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.439415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:18.443451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Usage tracker for resource:security_group_rule and tenant:df45070003d4488db4fd410a1cfcbdae is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:18.446284 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:18.452151 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:18.541576 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.617956 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.627992 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-173209eb-3ad5-447b-b0c1-25810375b726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:18.671846 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df45070003d4488db4fd410a1cfcbdae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710830 May 20 18:34:18.672963 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59650) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:18.674057 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e99ab0-fc64-4c88-9747-36aae90417c2,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:18.682272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:18.742583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.769682 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.880951 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.886065 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-24adb4f5-21b6-481c-9fb1-0b2c96ae0bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:18.897274 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e99ab0-fc64-4c88-9747-36aae90417c2,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:18.900586 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:18.924351 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:18.928349 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97e99ab0-fc64-4c88-9747-36aae90417c2 HTTP/1.1" status: 204 len: 168 time: 0.2513652 May 20 18:34:19.194931 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2905d-a0f1-4b50-9184-a193a7f77275 req-33920cf5-6cba-4c24-9fb2-246c929e4653 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:19.196390 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-23e2905d-a0f1-4b50-9184-a193a7f77275 req-33920cf5-6cba-4c24-9fb2-246c929e4653 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0909081 May 20 18:34:19.246034 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-23e2905d-a0f1-4b50-9184-a193a7f77275 req-6cd62391-92a7-487b-b97e-1c5fba59395a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 May 20 18:34:19.647714 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59680) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:19.675916 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.692993 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:19.700090 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Usage tracker for resource:security_group_rule and tenant:0e59dcb5ad3f46eaa1dcffd7adaa815f is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:19.702681 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:19.709384 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:19.772570 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.796877 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.874849 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:19.883911 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:19.923664 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e59dcb5ad3f46eaa1dcffd7adaa815f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748923 May 20 18:34:19.925255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9865ae6d-f609-4a7b-b862-9ad99a235773,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:19.926376 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59686) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:19.928217 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:19.992735 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.025477 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.184589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.192788 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9fd56773-6932-4e42-a0bf-11ef0ef516a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:20.209186 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9865ae6d-f609-4a7b-b862-9ad99a235773,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:20.217789 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:20.238099 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:20.244265 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9865ae6d-f609-4a7b-b862-9ad99a235773 HTTP/1.1" status: 204 len: 168 time: 0.3142817 May 20 18:34:20.459135 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5b1a6-0a64-479a-8b04-64c2ddf732ef req-79c7504d-a5db-4a31-8e35-3b2a840d604f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:20.460708 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fad5b1a6-0a64-479a-8b04-64c2ddf732ef req-79c7504d-a5db-4a31-8e35-3b2a840d604f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0805697 May 20 18:34:20.507380 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fad5b1a6-0a64-479a-8b04-64c2ddf732ef req-10d11036-7986-41a2-888d-dbadbb0c4402 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 May 20 18:34:21.697809 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cd61a-1a6c-482e-bfbc-24bc4198d9de req-eab72719-c971-4899-822b-b7249f3c7822 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:21.699165 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-970cd61a-1a6c-482e-bfbc-24bc4198d9de req-eab72719-c971-4899-822b-b7249f3c7822 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0809350 May 20 18:34:21.743867 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-970cd61a-1a6c-482e-bfbc-24bc4198d9de req-a3129755-12ef-47bc-acd2-57f59dc29c52 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383511 May 20 18:34:22.951696 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9594e3-ae1e-42d8-bc74-0cf8b0b20b91 req-c704e593-2a37-4785-a05c-4ac50bd3c7cf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:22.953262 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ca9594e3-ae1e-42d8-bc74-0cf8b0b20b91 req-c704e593-2a37-4785-a05c-4ac50bd3c7cf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0962791 May 20 18:34:23.002669 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ca9594e3-ae1e-42d8-bc74-0cf8b0b20b91 req-ff6c99e4-c0ce-465f-b224-36b73e55b099 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419502 May 20 18:34:24.190698 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c929d99-7634-47f1-99a5-01a9b3f84736 req-b37c3e63-feac-4141-996d-a2995365c73c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:24.192124 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5c929d99-7634-47f1-99a5-01a9b3f84736 req-b37c3e63-feac-4141-996d-a2995365c73c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0806897 May 20 18:34:24.236464 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5c929d99-7634-47f1-99a5-01a9b3f84736 req-abc1ec61-1ee8-4e95-884a-9a0bb854d92e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 May 20 18:34:24.381854 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:34:25.247993 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 59806) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:25.435999 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.441447 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92a03-4fca-45b7-ba62-4110a743e56d req-b5667ad5-3b1a-41fe-9111-37d333dd976b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:25.442912 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-86f92a03-4fca-45b7-ba62-4110a743e56d req-b5667ad5-3b1a-41fe-9111-37d333dd976b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0916488 May 20 18:34:25.450709 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:25.455169 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Usage tracker for resource:security_group_rule and tenant:070b264e600f4c9f9a77d4560ee6a23b is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:25.458129 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:25.464716 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:25.492092 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-86f92a03-4fca-45b7-ba62-4110a743e56d req-811124b9-bb42-4468-b3d9-16fd2b1fd55b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 May 20 18:34:25.551006 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.663679 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.672414 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b861454e-ca12-4617-86ed-31f76f058115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:25.710975 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=070b264e600f4c9f9a77d4560ee6a23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618785 May 20 18:34:25.713944 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59818) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:25.715355 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45b6e0a-4374-44bc-b812-4dc66c8c6f2d,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:25.718596 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:25.780330 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.800574 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.914707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.918420 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-63a04f11-27a4-4e53-bc7b-78a5b8292c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:25.931029 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45b6e0a-4374-44bc-b812-4dc66c8c6f2d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:25.933278 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:25.940637 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:25.941749 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f45b6e0a-4374-44bc-b812-4dc66c8c6f2d HTTP/1.1" status: 204 len: 168 time: 0.2267418 May 20 18:34:26.695130 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c2601-ea87-4b1c-b84b-420dac6794da req-8b8ba330-7ffa-4d0a-b593-af48ce90dcf0 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:26.699830 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b45c2601-ea87-4b1c-b84b-420dac6794da req-8b8ba330-7ffa-4d0a-b593-af48ce90dcf0 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0942874 May 20 18:34:26.743502 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b45c2601-ea87-4b1c-b84b-420dac6794da req-977b8bb0-1a3e-4d96-804f-44dd5592a0d3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 May 20 18:34:28.009524 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53faa-cd14-4644-a4bd-ec58a675829d req-df00fee1-6497-469b-9ca3-1b8e8cefefc6 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:28.010975 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cc53faa-cd14-4644-a4bd-ec58a675829d req-df00fee1-6497-469b-9ca3-1b8e8cefefc6 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1469128 May 20 18:34:28.056268 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0cc53faa-cd14-4644-a4bd-ec58a675829d req-b7c9e0d9-99fc-471e-bf6b-c1ca5e2282bd tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 May 20 18:34:28.388933 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:29.892836 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59914) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:30.010676 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.024415 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:30.028147 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Usage tracker for resource:security_group_rule and tenant:951bdbf0f1134143a9b8428f110f9758 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:30.030897 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:30.036539 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:30.120396 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.190082 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.197241 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-dba12d50-626a-43fc-add1-9b535f65266d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:30.243248 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34973a80-c3b8-42a3-ada5-1fb658498d9d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:30.247781 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=951bdbf0f1134143a9b8428f110f9758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539507 May 20 18:34:30.248643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:30.250451 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59922) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:30.308011 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.333246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.463100 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.466847 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:30.479848 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34973a80-c3b8-42a3-ada5-1fb658498d9d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:30.482643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:30.486569 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:30.487668 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34973a80-c3b8-42a3-ada5-1fb658498d9d HTTP/1.1" status: 204 len: 168 time: 0.2363775 May 20 18:34:31.037125 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59932) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:31.054523 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.068714 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:31.072541 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Usage tracker for resource:security_group_rule and tenant:690e68b225cc4bbebec62ee7ed1e0a2c is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:31.075694 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:31.083427 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:31.174523 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.217493 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.230287 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f02741c9-7065-4fad-aa24-c41e399000e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:31.269998 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=690e68b225cc4bbebec62ee7ed1e0a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317750 May 20 18:34:31.271478 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa757683-b4b7-4121-a05b-0560b1bb23d0,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:31.274607 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:31.276729 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59938) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:31.338382 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.365144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.469334 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.473169 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-9c574302-f957-4503-842b-27d4f0f8278b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:31.486812 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa757683-b4b7-4121-a05b-0560b1bb23d0,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:31.489874 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:31.494255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:31.495731 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa757683-b4b7-4121-a05b-0560b1bb23d0 HTTP/1.1" status: 204 len: 168 time: 0.2181091 May 20 18:34:32.163002 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59948) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:32.180299 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.194266 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:32.198037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Usage tracker for resource:security_group_rule and tenant:a9692d38c9594a53acb160f081872e3a is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:32.200816 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:32.206901 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:32.297435 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.383568 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.391137 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d0f2179c-48ea-49fc-bb6e-d004ac8210ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:32.430982 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d7cc9-f8ba-4e19-98c6-516807ea3b18,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:32.435368 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9692d38c9594a53acb160f081872e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713799 May 20 18:34:32.436213 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:32.438530 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 59954) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:32.496865 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.524918 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.634630 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.638315 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0591a60a-d8ed-4014-8d8b-31839f4f8332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:32.649503 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d7cc9-f8ba-4e19-98c6-516807ea3b18,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:32.654292 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:32.656066 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:32.657180 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c72d7cc9-f8ba-4e19-98c6-516807ea3b18 HTTP/1.1" status: 204 len: 168 time: 0.2183068 May 20 18:34:35.620686 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60026) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:35.741935 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:35.756976 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:35.760750 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Usage tracker for resource:security_group_rule and tenant:9e58a6cd90ca42d48b5b511a60d43082 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:35.763512 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:35.769310 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:35.855629 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:35.909862 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:35.917272 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cab01515-9a32-430b-b982-317b0b30caaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:35.957858 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-25644705-9696-463c-be13-248aeea12201 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e58a6cd90ca42d48b5b511a60d43082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358274 May 20 18:34:35.958753 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6401524c-c570-4cde-a2f8-5d3f077aac0f,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:35.960480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60032) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:35.961766 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:36.027090 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.052319 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.194672 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.198466 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:36.212407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401524c-c570-4cde-a2f8-5d3f077aac0f,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:36.215741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:36.224313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.224313 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6401524c-c570-4cde-a2f8-5d3f077aac0f HTTP/1.1" status: 204 len: 168 time: 0.2612407 May 20 18:34:36.759115 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60044) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:36.776198 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.790294 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:36.794071 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Usage tracker for resource:security_group_rule and tenant:3840fcaa8734449f8de11d93035b81f4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:36.796877 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:36.802974 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:36.885992 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.937347 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:36.944516 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7f6d81cc-12dd-4f7f-a406-f91f974b07b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:36.987517 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3840fcaa8734449f8de11d93035b81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273643 May 20 18:34:36.988281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cfe296-22c0-45a7-a450-ab0c2357cafb,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:36.990799 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60048) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:36.991864 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:37.051094 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:37.076160 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:37.228671 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:37.232457 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b048b0ea-0ae1-471a-9f49-5b322e082405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:37.253242 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cfe296-22c0-45a7-a450-ab0c2357cafb,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:37.253242 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:37.260968 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:37.262220 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21cfe296-22c0-45a7-a450-ab0c2357cafb HTTP/1.1" status: 204 len: 168 time: 0.2703676 May 20 18:34:39.257042 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-0ef35326-8ba4-4b7d-b37c-b0a95af3edad tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ab351ea9c6414915a91cafe29311bb1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442686 May 20 18:34:39.473295 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-4688ef04-d2b2-4618-a968-8c9a3622ebe1 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:39.474731 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-4688ef04-d2b2-4618-a968-8c9a3622ebe1 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.2836306 May 20 18:34:39.503876 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-a5849886-90fd-4700-a1b9-80dfc2c3d7f3 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/quotas/026bc8972b444738a46ea2c537676212 HTTP/1.1" status: 200 len: 375 time: 0.0224614 May 20 18:34:39.511983 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-0be825b9-b6fb-4089-a06f-4eb6bca3efdc tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:39.513552 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-0be825b9-b6fb-4089-a06f-4eb6bca3efdc tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508013 May 20 18:34:39.567172 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-22055406-3f5d-45ef-9356-02fabd1ec4f6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/quotas/ab351ea9c6414915a91cafe29311bb1c HTTP/1.1" status: 200 len: 375 time: 0.0217636 May 20 18:34:39.623317 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ef0bc39a-cc07-472c-8e37-d8b257fe8d2a tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab351ea9c6414915a91cafe29311bb1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456545 May 20 18:34:39.647414 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-23d4b038-bd2a-4e7f-b561-ad6e90e5cf84 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1329381 May 20 18:34:39.781570 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-64091e71-e370-4c15-91d3-3ac1a8ec7072 service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270025 May 20 18:34:39.993499 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-46340304-2f99-452a-b443-1084f221274f service neutron] 10.222.0.54 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055018 May 20 18:34:40.017856 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c82cd-42aa-4a2f-893a-aead2733c447 req-9e25d616-ec5c-4ea8-b98f-ea705c81db5d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:40.020601 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d35c82cd-42aa-4a2f-893a-aead2733c447 req-9e25d616-ec5c-4ea8-b98f-ea705c81db5d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1097176 May 20 18:34:40.150577 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d35c82cd-42aa-4a2f-893a-aead2733c447 req-a2a6c4d7-1e38-4262-8596-4cebf362e2f1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242635 May 20 18:34:40.312420 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8799a728-4f62-4677-8d30-bd088bbfbae6 req-be8e5196-5cd7-4ab5-bab6-64a8c7865bba tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 210 time: 0.0511739 May 20 18:34:40.407542 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0b3b457d-8e2a-425d-967f-dbdef698260b req-d29bd10d-f110-4d81-8367-12b51ca4950e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 210 time: 0.0453863 May 20 18:34:40.812014 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07dce0-a80d-4a02-a354-12efa12b59af req-1183eaf2-b630-4cdb-9297-8ba326599fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:40.813501 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1d07dce0-a80d-4a02-a354-12efa12b59af req-1183eaf2-b630-4cdb-9297-8ba326599fc5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 1098 time: 0.0693939 May 20 18:34:40.867359 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1d07dce0-a80d-4a02-a354-12efa12b59af req-9312dba0-082d-4084-95d4-c622e0fa75a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360322 May 20 18:34:41.382978 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150a358-0bc1-43d4-8e0c-3cfd38a9d9c0 req-44bca655-bae2-4c83-af84-ea8f0d81f23d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:41.385254 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e150a358-0bc1-43d4-8e0c-3cfd38a9d9c0 req-44bca655-bae2-4c83-af84-ea8f0d81f23d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1135101 May 20 18:34:41.456982 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e150a358-0bc1-43d4-8e0c-3cfd38a9d9c0 req-9c8867a7-0484-4786-ab83-6f442a741263 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643108 May 20 18:34:41.686601 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9c3a8b11-e6e0-457b-a53f-a104df597993 req-657c924a-ede3-42f7-b32c-e5b41e0e6de5 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 210 time: 0.0470970 May 20 18:34:41.750196 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-20086268-7776-43ba-9e07-9282745ec564 req-7475520e-e171-471f-9449-c2cd6006a5a8 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 210 time: 0.0598392 May 20 18:34:42.592252 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-046a6de6-94d3-42e8-8d93-91dd48adc2c7 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ab351ea9c6414915a91cafe29311bb1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401208 May 20 18:34:42.649052 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dadb83-70ea-418a-b8ab-86d498313862 req-5be89f9f-aec8-4227-b718-3fdb60be2c4a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:42.650627 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61dadb83-70ea-418a-b8ab-86d498313862 req-5be89f9f-aec8-4227-b718-3fdb60be2c4a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.0935674 May 20 18:34:42.700255 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61dadb83-70ea-418a-b8ab-86d498313862 req-63624ac0-b001-4af9-b7c9-f75caaffb644 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 May 20 18:34:42.762777 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-feb152e1-ca5a-4d90-ab4d-7309a3cdd4e4 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:42.764232 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-feb152e1-ca5a-4d90-ab4d-7309a3cdd4e4 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632147 May 20 18:34:42.788413 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Request body: {'port': {'device_id': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a', 'admin_state_up': True, 'tenant_id': 'ab351ea9c6414915a91cafe29311bb1c'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:34:42.874430 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-60281b9c-ed74-4a0f-af9a-75e820a5fe49 req-03e46c31-f2bf-49d4-bced-0cd15c422127 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 210 time: 0.0489223 May 20 18:34:43.007087 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:43.011418 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Usage tracker for resource:port and tenant:ab351ea9c6414915a91cafe29311bb1c is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:43.014583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:43.021383 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:43.045369 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d0e51f67-c767-4819-9c4d-05f1b35f8ee6 req-d91b5c73-5b54-42ce-923d-92c31cd0d834 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 210 time: 0.0572343 May 20 18:34:43.086984 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bb9e0-726a-4096-a90a-0785104ec72c req-cff59855-64d6-44c8-8cf9-4aa8a933b77c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:43.087888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Made reservation on behalf of ab351ea9c6414915a91cafe29311bb1c for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:34:43.089172 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d9bb9e0-726a-4096-a90a-0785104ec72c req-cff59855-64d6-44c8-8cf9-4aa8a933b77c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1451509 May 20 18:34:43.092348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:43.107809 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:43.128854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:43.133408 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Usage tracker for resource:security_group_rule and tenant:ab351ea9c6414915a91cafe29311bb1c is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:43.136449 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:43.142233 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:43.145198 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d9bb9e0-726a-4096-a90a-0785104ec72c req-e7c90392-b046-458c-b8d8-15399ac60745 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 May 20 18:34:43.235472 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:43.292229 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:43.299272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ee00c99f-faf6-4ff7-a90d-99194e3e834a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:43.382691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:43.428890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.429249 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.429603 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.429947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.430285 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.430624 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.430958 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.431288 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.431618 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.431947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.432274 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.432628 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:43.437130 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:43.602199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Allocated IP 192.168.233.164 (0a95981d-a0b0-4cbc-89b1-d6ae1833150a/a3a8a918-0182-47f3-b42b-444d1ae96d4e/030dba27-e939-49ab-9239-68e3a4c9b747) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:34:43.622953 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3703778a-0975-436c-a8ad-a8cb02ff46bc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:43.624354 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3703778a-0975-436c-a8ad-a8cb02ff46bc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 815 time: 0.2363322 May 20 18:34:43.648329 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Request body: {'port': {'device_id': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'admin_state_up': True, 'tenant_id': '026bc8972b444738a46ea2c537676212'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:34:43.976047 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:43.984639 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Usage tracker for resource:port and tenant:026bc8972b444738a46ea2c537676212 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:43.999866 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:44.031366 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:44.054531 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.102827 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Transition to ACTIVE for port object 030dba27-e939-49ab-9239-68e3a4c9b747 will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:34:44.133576 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Made reservation on behalf of 026bc8972b444738a46ea2c537676212 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:34:44.141162 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.180760 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7ebcf9d-f787-4e83-b744-a0870e44db5e req-424f9414-a334-4107-9a27-c62846336b89 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 210 time: 0.0973165 May 20 18:34:44.257040 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ece3d2e9-7d79-4d10-a5f9-3354b180ea34 req-965d3f0b-efb5-4842-8fa4-ad6c44e29262 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 210 time: 0.0498269 May 20 18:34:44.340028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Allocated IP 172.20.0.6 (0782dde8-de1f-43f5-8c25-1d7dbdd1198e/85af9223-37f7-43b2-8c57-f599b00efb94/fa3ea621-c198-4dad-bad8-cde89e89e0fb) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:34:44.342624 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.349955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:44.446962 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:34:44.452357 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:34:44.471225 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:34:44.495187 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Pushing event updated for resources: {'Port': ['ID=030dba27-e939-49ab-9239-68e3a4c9b747,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:44.499421 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:44.503738 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ca3d3216-b062-47c2-a787-5f61a554fd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.592327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:44.593058 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.730985 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.772946 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9902871 May 20 18:34:44.790191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Request body: {'port': {'device_id': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:34:44.845980 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-a4d9ff84-d4ac-4299-8520-f949ca4159eb None None] Provisioning for port 030dba27-e939-49ab-9239-68e3a4c9b747 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:34:44.851523 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-a4d9ff84-d4ac-4299-8520-f949ca4159eb None None] Provisioning complete for port 030dba27-e939-49ab-9239-68e3a4c9b747 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:34:44.851959 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ff84-d4ac-4299-8520-f949ca4159eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.875851 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.886080 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:44.894753 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8', '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:34:44.967076 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9ff84-d4ac-4299-8520-f949ca4159eb None None] Port 030dba27-e939-49ab-9239-68e3a4c9b747 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:34:44.983686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:34:44.984651 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:44.993493 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event updated for resources: {'Port': ['ID=fa3ea621-c198-4dad-bad8-cde89e89e0fb,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:44.997765 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:34:44.999534 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:45.002759 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:34:45.123575 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:45.124201 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:45.360687 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7183065 May 20 18:34:45.378371 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Request body: {'port': {'device_id': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:34:45.553107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:45.586889 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f18ef-3722-436b-84fe-4dcfd950105d req-6c1d1017-acf1-474d-8767-3f78f1cf865f tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:45.603659 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-047f18ef-3722-436b-84fe-4dcfd950105d req-6c1d1017-acf1-474d-8767-3f78f1cf865f tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 936 time: 0.2003484 May 20 18:34:45.603659 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80091a28-73d0-418d-a8ac-7b98551a7ba9 req-25caee44-b756-4776-85fe-ed3ba6ddd2de tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:45.603659 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80091a28-73d0-418d-a8ac-7b98551a7ba9 req-25caee44-b756-4776-85fe-ed3ba6ddd2de tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 931 time: 0.1259816 May 20 18:34:45.674269 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-047f18ef-3722-436b-84fe-4dcfd950105d req-ab167316-6a28-45a7-9f66-7270b9839c78 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723920 May 20 18:34:45.676890 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80091a28-73d0-418d-a8ac-7b98551a7ba9 req-d234a6c7-2c88-4c06-b0fb-724962801da4 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 May 20 18:34:45.749234 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030dba27-e939-49ab-9239-68e3a4c9b747 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:34:45.761094 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:45.811998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Transition to ACTIVE for port object 030dba27-e939-49ab-9239-68e3a4c9b747 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:34:45.874921 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:45.881999 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-89aae07d-af14-45ad-88c9-6d79dbaeeedc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:46.143815 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=030dba27-e939-49ab-9239-68e3a4c9b747,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:46.152588 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:46.364828 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4d621-b1e9-4785-8dff-da6a0fa535f3 req-782b50b7-76b8-40e1-83b9-0f59819c953b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:46.367174 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c8f4d621-b1e9-4785-8dff-da6a0fa535f3 req-782b50b7-76b8-40e1-83b9-0f59819c953b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1354182 May 20 18:34:46.371622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Attempting to bind port 030dba27-e939-49ab-9239-68e3a4c9b747 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:34:46.372090 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Attempting to bind port 030dba27-e939-49ab-9239-68e3a4c9b747 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:34:46.372551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Attempting to bind port 030dba27-e939-49ab-9239-68e3a4c9b747 on network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:34:46.389211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3ea621-c198-4dad-bad8-cde89e89e0fb {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:34:46.398631 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Port 030dba27-e939-49ab-9239-68e3a4c9b747 on network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:34:46.400138 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Attempting to bind port 030dba27-e939-49ab-9239-68e3a4c9b747 on network 0a95981d-a0b0-4cbc-89b1-d6ae1833150a {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:34:46.402589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:46.413427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:34:46.413760 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Checking segment: {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:34:46.414239 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Bound using segment: {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:34:46.414772 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Bound port: 030dba27-e939-49ab-9239-68e3a4c9b747, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6351df2-25f2-4359-bb64-ddbe3a2de071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:34:46.415213 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:46.451466 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c8f4d621-b1e9-4785-8dff-da6a0fa535f3 req-ae77df3f-2df6-4147-a457-e8c6a6ae8ec6 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745144 May 20 18:34:46.466996 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-64df2422-9738-4d4a-a91b-83faae231ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:46.468760 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-64df2422-9738-4d4a-a91b-83faae231ab9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.1933317 May 20 18:34:46.522027 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Transition to ACTIVE for port object fa3ea621-c198-4dad-bad8-cde89e89e0fb will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:34:46.610782 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:46.620383 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-30e5a957-88af-4366-852d-6c04a739161b tempest-DeleteServersTestJSON-891058911 tempest-DeleteServersTestJSON-891058911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:46.682229 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] For port 030dba27-e939-49ab-9239-68e3a4c9b747, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:34:46.764936 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] For port 030dba27-e939-49ab-9239-68e3a4c9b747, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=030dba27-e939-49ab-9239-68e3a4c9b747,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:34:46.821482 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-568e25bf-73dd-4cf3-b2e2-43775fe79c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:46.821482 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-568e25bf-73dd-4cf3-b2e2-43775fe79c5d service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.3434145 May 20 18:34:46.826545 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ea621-c198-4dad-bad8-cde89e89e0fb,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:46.898388 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741baf2-42b3-4489-a580-511abd001535 req-0ac8e59b-d0bc-4534-a998-81f9465aba0f tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:46.900020 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0741baf2-42b3-4489-a580-511abd001535 req-0ac8e59b-d0bc-4534-a998-81f9465aba0f tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 948 time: 0.1153448 May 20 18:34:46.914619 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:46.926593 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:46.953225 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:46.953396 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0741baf2-42b3-4489-a580-511abd001535 req-ed24ea29-24c9-4ad5-a05c-4d7c1e70a488 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 May 20 18:34:46.953396 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60302) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:46.957387 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:46.993941 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-9cf1a198-076d-407b-84d5-a7687db22d9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 217 time: 0.1646562 May 20 18:34:47.021104 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.021764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.023357 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] 10.222.0.69 "PUT /v2.0/ports/030dba27-e939-49ab-9239-68e3a4c9b747 HTTP/1.1" status: 200 len: 1098 time: 2.2373254 May 20 18:34:47.066372 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'tag': '030dba27-e939-49ab-9239-68e3a4c9b747'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:34:47.128787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Attempting to bind port fa3ea621-c198-4dad-bad8-cde89e89e0fb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:34:47.129044 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Attempting to bind port fa3ea621-c198-4dad-bad8-cde89e89e0fb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:34:47.129370 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Attempting to bind port fa3ea621-c198-4dad-bad8-cde89e89e0fb on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:34:47.138491 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-28958db0-da8d-408b-89b2-c82b6292c2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.146927 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Port fa3ea621-c198-4dad-bad8-cde89e89e0fb on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:34:47.147351 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Attempting to bind port fa3ea621-c198-4dad-bad8-cde89e89e0fb on network 0782dde8-de1f-43f5-8c25-1d7dbdd1198e {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:34:47.155674 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=030dba27-e939-49ab-9239-68e3a4c9b747,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:47.159065 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:47.172276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:34:47.172276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Checking segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:34:47.172276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Bound using segment: {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:34:47.172276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Bound port: fa3ea621-c198-4dad-bad8-cde89e89e0fb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cd73a8-5d53-4842-bbc6-fcc0413296d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:34:47.172276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.181207 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-4ea658e4-4650-4624-bf05-b82b1593833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.185846 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-4ea658e4-4650-4624-bf05-b82b1593833c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.1703489 May 20 18:34:47.253146 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.285777 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:47.291281 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'tag': '030dba27-e939-49ab-9239-68e3a4c9b747', 'status': 'completed', 'code': 200} May 20 18:34:47.303003 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Usage tracker for resource:security_group_rule and tenant:8717dc936e7e47b09575fa921c3ca6e5 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:47.309992 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:47.317192 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:47.338919 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-c7d1048e-d994-4d06-a82f-d59942a93bd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966976 May 20 18:34:47.381580 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518a4ea-af77-4529-8a06-0dec3da8e156 req-a0565389-f664-4e3c-8e28-2ecd1e4cfcef tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.389510 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c518a4ea-af77-4529-8a06-0dec3da8e156 req-a0565389-f664-4e3c-8e28-2ecd1e4cfcef tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 943 time: 0.2676840 May 20 18:34:47.541009 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] For port fa3ea621-c198-4dad-bad8-cde89e89e0fb, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:34:47.547627 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c518a4ea-af77-4529-8a06-0dec3da8e156 req-6f9ebd38-f4a3-4fe1-b225-c3aa1ec2ec8c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571653 May 20 18:34:47.586852 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] For port fa3ea621-c198-4dad-bad8-cde89e89e0fb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:34:47.623159 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-b6910aed-9d86-458e-9e3b-1a1bdca7d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.626773 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-b6910aed-9d86-458e-9e3b-1a1bdca7d09d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab351ea9c6414915a91cafe29311bb1c&device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 1101 time: 0.4349296 May 20 18:34:47.634274 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295100d1-3e9b-4692-bb42-97022302a023 req-cdb35b5e-4593-442f-9941-07e4203dc065 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.634274 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-295100d1-3e9b-4692-bb42-97022302a023 req-cdb35b5e-4593-442f-9941-07e4203dc065 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2141349 May 20 18:34:47.662885 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.683938 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-295100d1-3e9b-4692-bb42-97022302a023 req-18d4cb5c-d325-4c42-a7b9-934c5d123fc9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471585 May 20 18:34:47.730991 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.737358 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.743765 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:47.747285 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:47.782533 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-4a52ce3a-5777-4913-b577-b4193d4488b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=030dba27-e939-49ab-9239-68e3a4c9b747 HTTP/1.1" status: 200 len: 217 time: 0.1239367 May 20 18:34:47.784211 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-89f429a9-b440-4ad9-bc1f-877dbe90f87e service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109747 May 20 18:34:47.794883 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8717dc936e7e47b09575fa921c3ca6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8417122 May 20 18:34:47.797591 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07da1974-13d5-476b-9fab-18082dfde3c7,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:47.800801 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60328) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:47.825440 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.826939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.826939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.826939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.826939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.827636 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.827636 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.827812 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.828112 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.828442 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.828791 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.829224 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:47.836531 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:47.859482 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec3c96-7bd0-4b27-9bff-acb59c558666 req-d4ab8193-9cda-439d-b058-b3b0a73d9c39 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.861051 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-10ec3c96-7bd0-4b27-9bff-acb59c558666 req-d4ab8193-9cda-439d-b058-b3b0a73d9c39 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1760833 May 20 18:34:47.932924 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.946196 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:47.946799 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:47.948099 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] 10.222.0.69 "PUT /v2.0/ports/fa3ea621-c198-4dad-bad8-cde89e89e0fb HTTP/1.1" status: 200 len: 1093 time: 2.5754161 May 20 18:34:47.948873 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-10ec3c96-7bd0-4b27-9bff-acb59c558666 req-079c6f7c-d90c-40a0-9b05-18acd87cdac1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742743 May 20 18:34:47.973356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:48.043280 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ea621-c198-4dad-bad8-cde89e89e0fb,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:48.049681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:48.059964 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-df7474ab-2cbd-4e46-8934-372c7b638f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.061394 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-df7474ab-2cbd-4e46-8934-372c7b638f7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3a8a918-0182-47f3-b42b-444d1ae96d4e HTTP/1.1" status: 200 len: 843 time: 0.1820445 May 20 18:34:48.114711 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:48.121677 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:48.128922 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-61707810-9b4c-4dd7-bab0-2d8d782af954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:48.162416 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07da1974-13d5-476b-9fab-18082dfde3c7,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:48.166176 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:48.177971 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:48.181598 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07da1974-13d5-476b-9fab-18082dfde3c7 HTTP/1.1" status: 204 len: 168 time: 0.3773630 May 20 18:34:48.194162 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5c1557fd-7784-4f62-8440-3f5e97dd8c8e req-2955262e-6afa-4d45-ba91-5cdc83b1046d service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135014 May 20 18:34:48.224293 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aacfdf-2f63-4165-bf38-1137c3b5cac2 req-2fe5d264-fba0-4ef2-b340-0e32097330fd tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.225779 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-63e41ca5-998f-4a0d-8f46-e07c30701b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.226483 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-73aacfdf-2f63-4165-bf38-1137c3b5cac2 req-2fe5d264-fba0-4ef2-b340-0e32097330fd tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 948 time: 0.1511862 May 20 18:34:48.227196 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-63e41ca5-998f-4a0d-8f46-e07c30701b31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a95981d-a0b0-4cbc-89b1-d6ae1833150a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1589420 May 20 18:34:48.231612 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-04ebe10c-27fc-4322-9344-a250224b9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.233014 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-04ebe10c-27fc-4322-9344-a250224b9ea0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 1096 time: 0.1326745 May 20 18:34:48.358228 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-c69f7e75-4317-4264-8343-a946f2fef4b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb HTTP/1.1" status: 200 len: 217 time: 0.1005447 May 20 18:34:48.365396 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-73aacfdf-2f63-4165-bf38-1137c3b5cac2 req-f8975e7d-6704-4a99-b6ad-056bf8093803 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330509 May 20 18:34:48.506179 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-18fa640f-16eb-4341-8d9c-3a474cb9f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.507568 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-18fa640f-16eb-4341-8d9c-3a474cb9f473 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.0884559 May 20 18:34:48.512616 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-b8e2d507-625a-4dd5-a77d-c640e4574c18 service neutron] 10.222.0.69 "GET /v2.0/networks/0a95981d-a0b0-4cbc-89b1-d6ae1833150a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563968 May 20 18:34:48.593902 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-992efe7d-3165-4e8c-a245-b6fa2bad706c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663803 May 20 18:34:48.760102 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be30bd2-1cb1-41ae-a077-f74894aed1f3 req-fc2bf201-0fc1-44d0-83c5-e12db3cbdb0c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.761773 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8be30bd2-1cb1-41ae-a077-f74894aed1f3 req-fc2bf201-0fc1-44d0-83c5-e12db3cbdb0c tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 943 time: 0.1013432 May 20 18:34:48.811562 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1516abb1-09db-45e3-9684-a7a2407d4225 req-80bb18f8-1170-4525-9c49-c7726fbd8f36 service neutron] 10.222.0.69 "GET /v2.0/networks/0a95981d-a0b0-4cbc-89b1-d6ae1833150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828691 May 20 18:34:48.841200 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-b3d72ae8-fbfc-4b7b-aff9-62df69e6b7e4 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368457 May 20 18:34:48.915162 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8be30bd2-1cb1-41ae-a077-f74894aed1f3 req-e8f8b05e-4516-4cfe-9ecd-f5b82102c821 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400502 May 20 18:34:48.960989 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187d6c-7568-426a-9f9a-1207b80394b8 req-75ca43b6-01be-4941-bb11-c9f4de372d68 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:48.962579 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67187d6c-7568-426a-9f9a-1207b80394b8 req-75ca43b6-01be-4941-bb11-c9f4de372d68 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1230829 May 20 18:34:49.015322 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67187d6c-7568-426a-9f9a-1207b80394b8 req-347e1c53-b1a8-44de-9c13-635aa517ea0f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 May 20 18:34:49.080760 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1f92fa41-cedb-4947-895d-118eba5125c0 req-2af616e2-efc2-42b1-868d-1ed9c7fd83f2 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281818 May 20 18:34:49.099695 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-f55f6c03-ba81-439b-b847-fca7fba9aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.101155 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-f55f6c03-ba81-439b-b847-fca7fba9aba6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab351ea9c6414915a91cafe29311bb1c&device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 1101 time: 0.1437967 May 20 18:34:49.168137 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40563132-a378-476d-a844-7d4b6014af35 req-0db1f113-200a-432e-b61b-03f8cdea45d7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.169998 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-40563132-a378-476d-a844-7d4b6014af35 req-0db1f113-200a-432e-b61b-03f8cdea45d7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0909953 May 20 18:34:49.222885 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-40563132-a378-476d-a844-7d4b6014af35 req-0a6c956d-3ca1-416b-9707-3dd535c73ff8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 May 20 18:34:49.258003 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-6d36c8c5-c64d-4046-b62a-693198c315ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.259418 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-6d36c8c5-c64d-4046-b62a-693198c315ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a95981d-a0b0-4cbc-89b1-d6ae1833150a HTTP/1.1" status: 200 len: 870 time: 0.1493347 May 20 18:34:49.322868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'tag': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:34:49.358058 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-0e2ca1ad-eac9-4be7-9bc5-95e71c79f417 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=030dba27-e939-49ab-9239-68e3a4c9b747 HTTP/1.1" status: 200 len: 217 time: 0.0821812 May 20 18:34:49.406953 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'tag': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb', 'status': 'completed', 'code': 200} May 20 18:34:49.504421 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-ac778dab-fab2-42bf-9491-75c343776f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.505895 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-ac778dab-fab2-42bf-9491-75c343776f4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a3a8a918-0182-47f3-b42b-444d1ae96d4e HTTP/1.1" status: 200 len: 843 time: 0.1410980 May 20 18:34:49.620566 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6298-f67b-433f-ac94-a30627a8f457 req-d459dc88-4499-4555-9343-f3ee14b105c0 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.622427 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-855b6298-f67b-433f-ac94-a30627a8f457 req-d459dc88-4499-4555-9343-f3ee14b105c0 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 948 time: 0.1191280 May 20 18:34:49.677910 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-57599677-0a7c-4d3a-b1b7-78283837eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.679431 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-57599677-0a7c-4d3a-b1b7-78283837eeaa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=026bc8972b444738a46ea2c537676212&device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 1096 time: 0.2653735 May 20 18:34:49.680778 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-855b6298-f67b-433f-ac94-a30627a8f457 req-3ab7be4a-e301-4b62-b6b0-62c2156266a5 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 May 20 18:34:49.729411 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-f4673ef5-994e-4a79-8523-13fa51a1d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.730883 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-f4673ef5-994e-4a79-8523-13fa51a1d5d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a95981d-a0b0-4cbc-89b1-d6ae1833150a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2153335 May 20 18:34:49.772935 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:49.915412 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-a9da847e-352a-4cd9-ab98-4fe1c61435c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:49.916850 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-a9da847e-352a-4cd9-ab98-4fe1c61435c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 200 len: 916 time: 0.2278190 May 20 18:34:50.006067 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-33f1c6d6-5283-489e-8dbe-41f75370b722 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb HTTP/1.1" status: 200 len: 217 time: 0.0799439 May 20 18:34:50.009315 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-61bb6114-214c-45fe-b73d-59dea4d34ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/0a95981d-a0b0-4cbc-89b1-d6ae1833150a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276113 May 20 18:34:50.134963 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348628e-d92f-4520-9139-0219a68da329 req-b9e91df1-daa4-4611-8de9-01f1c2ad6ad9 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:50.138744 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e348628e-d92f-4520-9139-0219a68da329 req-b9e91df1-daa4-4611-8de9-01f1c2ad6ad9 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 943 time: 0.1074791 May 20 18:34:50.196415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-0cbf29f7-269b-4938-b42f-44300413ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:50.197872 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-0cbf29f7-269b-4938-b42f-44300413ba9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 200 len: 855 time: 0.1713200 May 20 18:34:50.244401 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e348628e-d92f-4520-9139-0219a68da329 req-770fed5a-ed38-411d-8125-cc26240f8c71 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014960 May 20 18:34:50.271412 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-c0cf447f-6ddc-42af-bc58-eba92f98902c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0782dde8-de1f-43f5-8c25-1d7dbdd1198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568244 May 20 18:34:50.279697 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-cfb26249-7a10-461a-bd8f-999a2bc2c245 req-04d013f9-084c-4f1a-beea-acaf4965d7ce service neutron] 10.222.0.69 "GET /v2.0/networks/0a95981d-a0b0-4cbc-89b1-d6ae1833150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516370 May 20 18:34:50.279977 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d42d5-fa1b-4843-972d-988b0851e8f2 req-a1ae140e-9d33-4eff-b742-8b16f614d5b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:50.286814 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3e1d42d5-fa1b-4843-972d-988b0851e8f2 req-a1ae140e-9d33-4eff-b742-8b16f614d5b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1145968 May 20 18:34:50.367532 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3e1d42d5-fa1b-4843-972d-988b0851e8f2 req-f26fde14-d7ab-418e-98ca-e91d2fa0ffab tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642197 May 20 18:34:50.451106 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-e311b459-29b1-4642-882c-41b4444e5ce9 service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702085 May 20 18:34:50.478403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568628cf-c66a-49e7-a766-77224ca867ed req-3e4ed00c-ecf4-4aa9-875b-ae8cf2d4301a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:50.486392 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-568628cf-c66a-49e7-a766-77224ca867ed req-3e4ed00c-ecf4-4aa9-875b-ae8cf2d4301a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1180172 May 20 18:34:50.534559 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-568628cf-c66a-49e7-a766-77224ca867ed req-dfa5ff43-23eb-4d84-8300-736e099bf370 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 May 20 18:34:50.604457 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3e46bfde-69ee-4d30-b3cb-314a9a7cfe20 req-57c33777-75df-4924-bbc9-3ec7de79335b service neutron] 10.222.0.69 "GET /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438935 May 20 18:34:50.869672 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd900ef-8f7c-4cce-92c5-da5a407aa277 req-7ddf2243-ffea-44f4-9931-b2d83f4d6de7 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:50.871356 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ebd900ef-8f7c-4cce-92c5-da5a407aa277 req-7ddf2243-ffea-44f4-9931-b2d83f4d6de7 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 948 time: 0.0817776 May 20 18:34:50.916003 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ebd900ef-8f7c-4cce-92c5-da5a407aa277 req-264f44eb-a9b7-45f0-9b3d-d13c08a85f35 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 May 20 18:34:51.363132 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 030dba27-e939-49ab-9239-68e3a4c9b747 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:34:51.440573 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbea379-a535-4c2f-a7ea-85ff689664fe req-e0a06e73-0a63-4820-a85c-e6e0545b5375 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:51.442063 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6bbea379-a535-4c2f-a7ea-85ff689664fe req-e0a06e73-0a63-4820-a85c-e6e0545b5375 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 943 time: 0.0903046 May 20 18:34:51.505658 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6bbea379-a535-4c2f-a7ea-85ff689664fe req-7af7735f-5814-449f-99d6-d4010354b135 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 May 20 18:34:51.514848 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 030dba27-e939-49ab-9239-68e3a4c9b747, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=030dba27-e939-49ab-9239-68e3a4c9b747,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:51.530040 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '030dba27-e939-49ab-9239-68e3a4c9b747', 'network_id': '0a95981d-a0b0-4cbc-89b1-d6ae1833150a', 'port_id': '030dba27-e939-49ab-9239-68e3a4c9b747', 'mac_address': 'fa:16:3e:af:79:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a8a918-0182-47f3-b42b-444d1ae96d4e', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:34:51.595134 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:51.626908 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030dba27-e939-49ab-9239-68e3a4c9b747 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:34:51.646675 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 030dba27-e939-49ab-9239-68e3a4c9b747, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=030dba27-e939-49ab-9239-68e3a4c9b747,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:51.661880 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028ca1d-2124-4b7d-9fde-e49925eb4b88 req-18761030-b5fb-4204-9324-25ebc458e44a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:51.670455 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3028ca1d-2124-4b7d-9fde-e49925eb4b88 req-18761030-b5fb-4204-9324-25ebc458e44a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1635411 May 20 18:34:51.717335 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:51.718620 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fa3ea621-c198-4dad-bad8-cde89e89e0fb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:34:51.727804 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9ce53ea0-bd8f-4fbc-9012-f5d792abcbf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:51.778479 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3028ca1d-2124-4b7d-9fde-e49925eb4b88 req-e40c08ba-2d32-4c08-ba37-2771be798027 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063969 May 20 18:34:51.802472 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f80b-9bc4-4f09-b8f7-47d28a2e846e req-7fd15c65-a857-4a65-a488-e653751f25a8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:51.803902 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a202f80b-9bc4-4f09-b8f7-47d28a2e846e req-7fd15c65-a857-4a65-a488-e653751f25a8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1054223 May 20 18:34:51.830312 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=030dba27-e939-49ab-9239-68e3a4c9b747,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:51.850661 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a202f80b-9bc4-4f09-b8f7-47d28a2e846e req-c192986e-ffbb-405b-bd7f-de423e7564fc tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 May 20 18:34:51.885770 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.886122 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.886468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.886803 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.887134 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.887465 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.887827 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.888150 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.888481 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.888822 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.889145 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.889463 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:34:51.897094 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:51.937370 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fa3ea621-c198-4dad-bad8-cde89e89e0fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:51.950512 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb', 'network_id': '0782dde8-de1f-43f5-8c25-1d7dbdd1198e', 'port_id': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb', 'mac_address': 'fa:16:3e:d2:0b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85af9223-37f7-43b2-8c57-f599b00efb94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:34:52.011394 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:52.029386 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3ea621-c198-4dad-bad8-cde89e89e0fb {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:34:52.046687 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fa3ea621-c198-4dad-bad8-cde89e89e0fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:52.107744 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcbd0b-ac38-4b4a-9245-f6271b4f1410 req-6d5ab85a-af95-4c47-8927-8ec4b83c7574 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:52.109234 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fdcbd0b-ac38-4b4a-9245-f6271b4f1410 req-6d5ab85a-af95-4c47-8927-8ec4b83c7574 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 949 time: 0.0800400 May 20 18:34:52.155902 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fdcbd0b-ac38-4b4a-9245-f6271b4f1410 req-b962555b-b44f-405c-96cd-d8be8edaec02 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 May 20 18:34:52.160025 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:52.162533 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ca1a3121-882e-4c41-8e7f-fe7164a4a637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:52.226463 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fa3ea621-c198-4dad-bad8-cde89e89e0fb,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:52.229389 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:52.546425 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['fa3ea621-c198-4dad-bad8-cde89e89e0fb'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:34:52.584088 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['030dba27-e939-49ab-9239-68e3a4c9b747'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:34:52.703346 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9527-b2b3-411e-a698-5b05612ccf7f req-2b7994bc-dea9-4d0b-b5cb-2d8631e616ef tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:52.704906 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9cfb9527-b2b3-411e-a698-5b05612ccf7f req-2b7994bc-dea9-4d0b-b5cb-2d8631e616ef tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 944 time: 0.0895319 May 20 18:34:52.756774 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9cfb9527-b2b3-411e-a698-5b05612ccf7f req-307922e5-6e11-4f9f-bf92-6e67e5a16203 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 May 20 18:34:53.048377 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-7777e19b-1f24-4c4b-b32a-d1b240b10214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:53.050022 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-7777e19b-1f24-4c4b-b32a-d1b240b10214 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.0974877 May 20 18:34:53.108306 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffc9e6-4ddb-438c-8bcb-301bccc3108d req-d5772161-b8bf-4322-83e2-b8286422ad1e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:53.109774 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d8ffc9e6-4ddb-438c-8bcb-301bccc3108d req-d5772161-b8bf-4322-83e2-b8286422ad1e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1294270 May 20 18:34:53.175489 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d8ffc9e6-4ddb-438c-8bcb-301bccc3108d req-82664692-deff-4033-a3fd-3461e17b2147 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533032 May 20 18:34:53.200752 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4833f9f-6d7b-4efc-a830-8603c2472bd2 req-79f28520-c211-4215-a0ea-7cfac9ef299b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:53.202082 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a4833f9f-6d7b-4efc-a830-8603c2472bd2 req-79f28520-c211-4215-a0ea-7cfac9ef299b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1323051 May 20 18:34:53.228786 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-fe77f868-7fde-402b-9ef3-553927aa4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:53.230453 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-fe77f868-7fde-402b-9ef3-553927aa4710 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.1532416 May 20 18:34:53.255360 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a4833f9f-6d7b-4efc-a830-8603c2472bd2 req-c2112b47-b120-4cf3-978f-bb3b43b33786 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457582 May 20 18:34:53.323709 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-5d5a0018-1deb-4e74-9dd4-1b42fa1a3b72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 217 time: 0.0740511 May 20 18:34:53.366543 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bd1d8-a977-41a1-982f-5ff72e687e55 req-7ccbd960-f4a4-4e2e-b146-6f0f52d21be3 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:53.366543 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-607bd1d8-a977-41a1-982f-5ff72e687e55 req-7ccbd960-f4a4-4e2e-b146-6f0f52d21be3 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 949 time: 0.0879154 May 20 18:34:53.402007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-6827cae3-d9de-4fd2-9123-29d3806a9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:53.403427 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-6827cae3-d9de-4fd2-9123-29d3806a9fe2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.0703502 May 20 18:34:53.417035 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-607bd1d8-a977-41a1-982f-5ff72e687e55 req-cdca1110-a7e5-43a7-add0-f892f41d6377 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 May 20 18:34:53.457590 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-16496525-693e-4b82-98e0-e965cf12e962 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452828 May 20 18:34:53.592920 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-e8ea1c28-0103-4815-b234-172c1fba4c7b service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241214 May 20 18:34:53.802903 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c3d6479f-1b23-42a9-915b-4c52c19c74d3 req-37eaa33e-b514-4874-aed2-4eb514ca0fb4 service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955695 May 20 18:34:53.850162 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60472) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:54.040387 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.043279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b31463-2e1f-4aa1-aa8b-fb634c01de33 req-61c4d2cd-373a-49d6-b65d-c3c97bf69ba5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:54.044910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a9b31463-2e1f-4aa1-aa8b-fb634c01de33 req-61c4d2cd-373a-49d6-b65d-c3c97bf69ba5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 944 time: 0.1578548 May 20 18:34:54.060462 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:54.064602 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Usage tracker for resource:security_group_rule and tenant:95ba346fcab8427b820567caa09c743f is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:54.067974 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:54.073670 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:54.105053 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a9b31463-2e1f-4aa1-aa8b-fb634c01de33 req-f054a3c9-8da9-4c61-8c4d-52510144e549 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540009 May 20 18:34:54.172446 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.281910 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.289876 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:54.335854 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95ba346fcab8427b820567caa09c743f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840827 May 20 18:34:54.336450 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60498) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:54.338940 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffabc5b-0c73-4a86-9f35-d2487a6613bf,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:54.351296 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:54.424941 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.452744 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.478843 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad6f87-0105-4ef9-a8fc-381036d2b877 req-856d65fe-c560-4664-994e-1063a35bf1b9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:54.480369 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fbad6f87-0105-4ef9-a8fc-381036d2b877 req-856d65fe-c560-4664-994e-1063a35bf1b9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1836941 May 20 18:34:54.545941 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fbad6f87-0105-4ef9-a8fc-381036d2b877 req-f541705e-717c-4456-935c-4b0611024187 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588396 May 20 18:34:54.564016 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f8db-0d88-4740-9be2-dfafad5d447a req-73ca3531-d938-4931-8591-50b9e18a0352 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:54.565551 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4621f8db-0d88-4740-9be2-dfafad5d447a req-73ca3531-d938-4931-8591-50b9e18a0352 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1398418 May 20 18:34:54.594487 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.602967 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-71663444-7d8a-4ef1-888b-bffb2ac5fa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:54.618653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffabc5b-0c73-4a86-9f35-d2487a6613bf,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:54.621882 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4621f8db-0d88-4740-9be2-dfafad5d447a req-03d6d335-6564-4c33-83e1-7232cfa775e3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 May 20 18:34:54.624022 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:54.628111 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:54.631477 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dffabc5b-0c73-4a86-9f35-d2487a6613bf HTTP/1.1" status: 204 len: 168 time: 0.2910876 May 20 18:34:54.890137 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd8878-237d-4c26-8dda-50f3c5fd35dd req-76280736-1082-468e-8d17-3b984bb0cfb3 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:54.891578 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-66fd8878-237d-4c26-8dda-50f3c5fd35dd req-76280736-1082-468e-8d17-3b984bb0cfb3 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 949 time: 0.0865633 May 20 18:34:54.939051 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-66fd8878-237d-4c26-8dda-50f3c5fd35dd req-90db7a80-724b-4262-a6d9-b3604ff22f3b tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 May 20 18:34:55.263587 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60520) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:55.287501 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.305689 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:55.312116 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Usage tracker for resource:security_group_rule and tenant:6c665ec5ec85430ca3e99cf99c47fd1c is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:55.317633 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:55.330186 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec93c8a-1d84-4efb-8039-fb80b657a819 req-0f73a67f-6b63-4c1c-919d-27b88ef418bf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:55.331656 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7ec93c8a-1d84-4efb-8039-fb80b657a819 req-0f73a67f-6b63-4c1c-919d-27b88ef418bf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 944 time: 0.1238601 May 20 18:34:55.332536 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:55.381946 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fa3ea621-c198-4dad-bad8-cde89e89e0fb up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:34:55.396715 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7ec93c8a-1d84-4efb-8039-fb80b657a819 req-cb1e0b6a-c028-48cd-b7a5-4d5a76d38f68 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590355 May 20 18:34:55.455699 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.485677 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port fa3ea621-c198-4dad-bad8-cde89e89e0fb completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:34:55.491139 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port fa3ea621-c198-4dad-bad8-cde89e89e0fb triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:34:55.491521 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.508175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.514852 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-df0e7cdd-f4e0-445c-a238-950346fdec64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:55.556341 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c665ec5ec85430ca3e99cf99c47fd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917144 May 20 18:34:55.559088 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60528) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:55.561642 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd202fd-2df6-4fef-abf4-b56ff9232a2d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:55.575731 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:55.620015 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.626493 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.649947 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:34:55.655184 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.660660 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fa3ea621-c198-4dad-bad8-cde89e89e0fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:55.696515 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb', 'code': 200} May 20 18:34:55.742992 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.745464 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 030dba27-e939-49ab-9239-68e3a4c9b747 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:34:55.790362 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:55.791003 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12242c52-8228-4ea2-a1e3-842e1cc8fdce req-2d88ff9c-4b06-4142-96a8-c0e533addef5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:55.792610 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-12242c52-8228-4ea2-a1e3-842e1cc8fdce req-2d88ff9c-4b06-4142-96a8-c0e533addef5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1184669 May 20 18:34:55.886084 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.891144 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fa3ea621-c198-4dad-bad8-cde89e89e0fb,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:55.892698 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-695bcd12-e814-4b70-8012-f085db2d1636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:55.894152 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:55.906181 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-12242c52-8228-4ea2-a1e3-842e1cc8fdce req-2e010950-c3da-49e4-acfe-faa20b207d15 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074860 May 20 18:34:55.909397 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd202fd-2df6-4fef-abf4-b56ff9232a2d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:55.928340 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:55.939026 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:55.943318 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dd202fd-2df6-4fef-abf4-b56ff9232a2d HTTP/1.1" status: 204 len: 168 time: 0.3802259 May 20 18:34:55.970276 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb3853-7b85-40cc-ac53-d986ef1da7cc req-d4cd2cf9-aa0a-4a8e-963e-d8e7084c6f70 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:55.972254 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 030dba27-e939-49ab-9239-68e3a4c9b747 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:34:55.978465 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 030dba27-e939-49ab-9239-68e3a4c9b747 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:34:55.980888 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-85eb3853-7b85-40cc-ac53-d986ef1da7cc req-d4cd2cf9-aa0a-4a8e-963e-d8e7084c6f70 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1419537 May 20 18:34:55.980999 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:56.032916 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-85eb3853-7b85-40cc-ac53-d986ef1da7cc req-b4063c20-32b5-4bee-a43b-ade19fabcd1e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533009 May 20 18:34:56.132293 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:56.170428 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bee81b-8f0a-4407-aa54-caa0284dfc08 req-f9c077b0-f2cb-4034-abb9-3b156ad89a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:56.171820 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e8bee81b-8f0a-4407-aa54-caa0284dfc08 req-f9c077b0-f2cb-4034-abb9-3b156ad89a5d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 1098 time: 0.0913463 May 20 18:34:56.177439 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 030dba27-e939-49ab-9239-68e3a4c9b747, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=030dba27-e939-49ab-9239-68e3a4c9b747,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:34:56.191775 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ca189-cbc5-41ab-86c1-514458259193 req-57a6bdca-fa73-4e57-8368-4618c313d6a9 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:56.194226 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-196ca189-cbc5-41ab-86c1-514458259193 req-57a6bdca-fa73-4e57-8368-4618c313d6a9 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 949 time: 0.1078918 May 20 18:34:56.222755 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e8bee81b-8f0a-4407-aa54-caa0284dfc08 req-83070fca-5170-4f66-8a75-38ff399d8edd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 May 20 18:34:56.241216 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-196ca189-cbc5-41ab-86c1-514458259193 req-b7b1b69c-6668-4277-be76-08aa4cfa3739 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 May 20 18:34:56.267866 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:56.272221 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:56.335843 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=030dba27-e939-49ab-9239-68e3a4c9b747,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:56.338905 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:56.594407 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aba5ad-e142-48b7-8297-4308f59d97d0 req-64882124-6e0a-49e2-a716-708a858b9777 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:56.595851 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-34aba5ad-e142-48b7-8297-4308f59d97d0 req-64882124-6e0a-49e2-a716-708a858b9777 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.0818174 May 20 18:34:56.649094 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-34aba5ad-e142-48b7-8297-4308f59d97d0 req-dbf0ca80-97fa-49f0-870d-1429d6d924c4 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 May 20 18:34:57.092631 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6588-5d65-46a2-962a-cf6f4c09870a req-ff9606bc-d84f-4491-a123-caba1471add1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:57.094091 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-47ee6588-5d65-46a2-962a-cf6f4c09870a req-ff9606bc-d84f-4491-a123-caba1471add1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0836511 May 20 18:34:57.195650 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-47ee6588-5d65-46a2-962a-cf6f4c09870a req-40326bcc-877a-41f4-99af-80587cca82eb tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924575 May 20 18:34:57.240595 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b302180-25b3-4523-a073-df259b392ae4 req-baae6c67-3dec-4b7e-9fe4-21bb5c597187 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:57.242071 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8b302180-25b3-4523-a073-df259b392ae4 req-baae6c67-3dec-4b7e-9fe4-21bb5c597187 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.0988221 May 20 18:34:57.293693 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8b302180-25b3-4523-a073-df259b392ae4 req-d1e7976e-83e1-4ebf-9075-2e9353c9b998 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 May 20 18:34:57.409682 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60586) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:57.463306 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d14d3-defb-46f2-824c-449c953a5155 req-9e81d7a7-adad-4b25-b8ce-2584bb50d5c9 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:57.464999 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-193d14d3-defb-46f2-824c-449c953a5155 req-9e81d7a7-adad-4b25-b8ce-2584bb50d5c9 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.0893469 May 20 18:34:57.525212 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-193d14d3-defb-46f2-824c-449c953a5155 req-c9d091fa-bf35-47e2-99a2-47acf7d72dea tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541067 May 20 18:34:57.618530 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:57.633491 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:57.637342 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Usage tracker for resource:security_group_rule and tenant:f40f3f7f5201453da9dc73c332b5d897 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:57.640108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:57.645797 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:57.697759 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030dba27-e939-49ab-9239-68e3a4c9b747'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:34:57.731528 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:57.752077 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030dba27-e939-49ab-9239-68e3a4c9b747', 'code': 200} May 20 18:34:57.822764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:57.830057 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:57.861643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9bdd2-7a13-44c1-bd1d-224e8b3c8751 req-15dc78f4-0c76-499c-9313-1e0a1f1c56db tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:57.863120 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c9d9bdd2-7a13-44c1-bd1d-224e8b3c8751 req-15dc78f4-0c76-499c-9313-1e0a1f1c56db tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.0958447 May 20 18:34:57.873677 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbd744c-bfed-4942-83b6-937f07813b30,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:57.877183 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:57.880234 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f40f3f7f5201453da9dc73c332b5d897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689412 May 20 18:34:57.887313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60602) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:57.928202 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c9d9bdd2-7a13-44c1-bd1d-224e8b3c8751 req-6baf69f6-61f3-41c2-a6dc-2d1272495a9a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587294 May 20 18:34:57.969944 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:57.994262 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60608) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:58.011524 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.156876 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.163678 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20b63b-9a67-4328-86f3-7f91d110db0c req-55d9f592-61c4-4619-8724-3661e39156f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:58.165129 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-dc20b63b-9a67-4328-86f3-7f91d110db0c req-55d9f592-61c4-4619-8724-3661e39156f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 1103 time: 0.0992038 May 20 18:34:58.171396 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.178418 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:58.183100 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Usage tracker for resource:security_group_rule and tenant:2d3659cfd79649318011f3d3c5450b45 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:58.186183 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:58.192414 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:58.193136 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-92af0120-48e3-49c3-8a9b-78a6f714c590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:58.207945 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.209484 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0fbd744c-bfed-4942-83b6-937f07813b30 HTTP/1.1" status: 204 len: 168 time: 0.3253548 May 20 18:34:58.215243 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbd744c-bfed-4942-83b6-937f07813b30,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:58.219007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:58.238340 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-dc20b63b-9a67-4328-86f3-7f91d110db0c req-667a92f9-5f19-440c-ad54-86e348e96b88 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597143 May 20 18:34:58.345056 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.357985 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.398879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597f29a-5d3b-46b4-9744-e542c0656245 req-e48b2fd9-af31-40f4-bce1-dc502820f1fc tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:58.400597 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0597f29a-5d3b-46b4-9744-e542c0656245 req-e48b2fd9-af31-40f4-bce1-dc502820f1fc tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0905895 May 20 18:34:58.442989 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.453329 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-dedd5fe4-34b4-4d02-839f-1e8f54968136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:58.582064 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0597f29a-5d3b-46b4-9744-e542c0656245 req-114e9f9e-4633-49a6-a514-986ec931b776 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756356 May 20 18:34:58.612377 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d3659cfd79649318011f3d3c5450b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170444 May 20 18:34:58.616076 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60628) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:58.624218 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa61d09-7f1a-43ca-9956-dfe74aef2efd,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:58.628942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:58.667355 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212050-06e5-4150-98d6-f7ba7eb9b827 req-91a827e3-6071-44f6-b1d1-d3451bed1693 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:58.669269 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61212050-06e5-4150-98d6-f7ba7eb9b827 req-91a827e3-6071-44f6-b1d1-d3451bed1693 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2072458 May 20 18:34:58.752307 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.780719 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61212050-06e5-4150-98d6-f7ba7eb9b827 req-0465b5d6-455f-4fa8-a1d0-e993c077edab tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018269 May 20 18:34:58.787208 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.850297 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27da3-40fe-49ce-94b0-cd5d87eef3dc req-c54b0a9c-f20a-46f1-8357-904d32223a84 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:58.851670 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fd27da3-40fe-49ce-94b0-cd5d87eef3dc req-c54b0a9c-f20a-46f1-8357-904d32223a84 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.1314886 May 20 18:34:58.898466 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fd27da3-40fe-49ce-94b0-cd5d87eef3dc req-1f1a12c5-6a0a-403b-92cd-944fcb259c3f tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 May 20 18:34:58.919504 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.924517 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b1d02892-a192-4a58-a965-b840dfd64aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:34:58.938972 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa61d09-7f1a-43ca-9956-dfe74aef2efd,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:34:58.942363 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:34:58.944354 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:58.946337 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/baa61d09-7f1a-43ca-9956-dfe74aef2efd HTTP/1.1" status: 204 len: 168 time: 0.3283265 May 20 18:34:59.597911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60672) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:34:59.781144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae6545-b46b-4ab0-bc6c-d0b3de01a24d req-5a08a635-fc51-4174-9bab-3b53f654aa55 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:34:59.782751 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-83ae6545-b46b-4ab0-bc6c-d0b3de01a24d req-5a08a635-fc51-4174-9bab-3b53f654aa55 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0849886 May 20 18:34:59.790075 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1959264200-network', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:34:59.798947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:59.803648 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Usage tracker for resource:network and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:59.823200 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:59.841128 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:34:59.853798 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-83ae6545-b46b-4ab0-bc6c-d0b3de01a24d req-6d125bb5-f5c5-4aa4-a1f8-819bbcc50f55 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 May 20 18:34:59.919616 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Made reservation on behalf of 84185611b85e472abddf70a79d3fd4a4 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:34:59.922128 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:59.938888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:34:59.957955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:34:59.963758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:34:59.966935 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:34:59.973091 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:00.068896 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:00.079063 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e656-5a4d-4d5d-a92e-e26a016a247b req-a00520e3-a143-45fb-a051-46cea67e468d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:00.080618 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-22d2e656-5a4d-4d5d-a92e-e26a016a247b req-a00520e3-a143-45fb-a051-46cea67e468d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1275904 May 20 18:35:00.137043 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-22d2e656-5a4d-4d5d-a92e-e26a016a247b req-5cc54790-4ec4-430e-b4c1-33393226dbd8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 May 20 18:35:00.154572 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:00.159434 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3008e82d-9164-4e2b-a722-2db6d7cd8326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:00.194112 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:35:00.199509 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2042d785-9fdb-4fb7-bd8d-7357b0bec3b9,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:00.202564 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:00.217078 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:00.217078 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Added segment b6544764-658f-4acd-8720-6dfef62cc5ce of type vlan for network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 May 20 18:35:00.250703 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:00.354273 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51a1f4-fac3-4c60-9564-343d6a8adf65 req-0e2540e1-84c7-4be6-b93d-1cf6dfd9f6b3 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:00.355815 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5b51a1f4-fac3-4c60-9564-343d6a8adf65 req-0e2540e1-84c7-4be6-b93d-1cf6dfd9f6b3 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.0846739 May 20 18:35:00.394392 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:00.396657 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:00.397344 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:00.401140 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:00.406239 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5b51a1f4-fac3-4c60-9564-343d6a8adf65 req-65e89843-8ea3-475b-a7f1-decf0ae74c13 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443032 May 20 18:35:00.523328 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Pushing event updated for resources: {'Network': ['ID=8c17a0e2-68b1-499f-ba90-a879f7a26dc3,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:00.526589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:00.534464 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:35:00.574281 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9711294 May 20 18:35:00.574476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60722) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:00.579890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Request body: {'subnet': {'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1959264200-subnet', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:00.584509 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:00.588357 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Usage tracker for resource:subnet and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:00.591194 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:00.598767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:00.667737 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Made reservation on behalf of 84185611b85e472abddf70a79d3fd4a4 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:00.670085 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2616647'] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.052318 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb464ef-869e-4e5b-872d-1c4ed33ed452 req-648fcbc3-1b73-468d-8bb0-83b49ccdc7a9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:01.060774 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cfb464ef-869e-4e5b-872d-1c4ed33ed452 req-648fcbc3-1b73-468d-8bb0-83b49ccdc7a9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0909958 May 20 18:35:01.115939 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cfb464ef-869e-4e5b-872d-1c4ed33ed452 req-62490e0f-ed30-4655-ac7a-83c83bd79713 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538387 May 20 18:35:01.209405 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2487362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2616661'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.213481 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-865f4efa-0a95-4290-93ec-ae0ba9a57a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:01.300456 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Checking segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:01.301350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Network hostable DHCP agents. Network: 8c17a0e2-68b1-499f-ba90-a879f7a26dc3, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:35:01.307397 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e2b124-e38a-4ec8-8963-50dadec30ac7,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:01.313595 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:01.386143 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:35:01.411322 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41a71-ad31-41aa-8b9c-f510d1417178 req-2c1d1cc8-0b6f-48c1-b9de-193d316c35c0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:01.411983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:35:01.418726 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7bd41a71-ad31-41aa-8b9c-f510d1417178 req-2c1d1cc8-0b6f-48c1-b9de-193d316c35c0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1023905 May 20 18:35:01.459218 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7bd41a71-ad31-41aa-8b9c-f510d1417178 req-cfdee979-961a-4716-bd36-ce458cdf9184 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 May 20 18:35:01.554344 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 8c17a0e2-68b1-499f-ba90-a879f7a26dc3) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:01.570546 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a9426-f440-4c05-ab62-fc0d72d2a121 None None] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:01.572138 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:01.573288 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.675557 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e99fb25b-bfc1-4958-92c5-a74b7e70225f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1000109 May 20 18:35:01.678867 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60748) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:01.684916 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:01.688361 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71d7f5-bedb-4544-be2b-3e0bd5913cbb req-746c0e82-8d8c-451c-bdbd-2cd14dfd90cf tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:01.690223 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa71d7f5-bedb-4544-be2b-3e0bd5913cbb req-746c0e82-8d8c-451c-bdbd-2cd14dfd90cf tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.0834422 May 20 18:35:01.690807 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:01.695532 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Usage tracker for resource:router and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:01.714579 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:01.725625 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:01.758218 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa71d7f5-bedb-4544-be2b-3e0bd5913cbb req-a3028e0e-f410-47fe-9d2c-be644a924a29 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 May 20 18:35:01.799343 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.800365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.808410 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:35:01.809309 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.816694 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:01.985015 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Allocated IP 172.20.0.2 (8c17a0e2-68b1-499f-ba90-a879f7a26dc3/62e2b124-e38a-4ec8-8963-50dadec30ac7/4b0a0a2a-c203-454c-b4cb-ae21736cb9a6) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:02.211305 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.222764 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Transition to ACTIVE for port object 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:02.234622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.241550 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Transition to ACTIVE for port object 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:02.322240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98881e86-8c98-48ee-b28f-bd31996d67a5 req-4bfa09f1-04fd-45a2-86cc-974c7931a54f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:02.323702 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-98881e86-8c98-48ee-b28f-bd31996d67a5 req-4bfa09f1-04fd-45a2-86cc-974c7931a54f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0814354 May 20 18:35:02.371595 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-98881e86-8c98-48ee-b28f-bd31996d67a5 req-b93f15f3-6aec-47ef-aaf6-84a4fad5cc50 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 May 20 18:35:02.383018 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.388845 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:02.450548 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:02.464795 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:02.464795 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:02.491294 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Pushing event updated for resources: {'Port': ['ID=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:02.504731 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:02.580599 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Attempting to bind port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:02.581358 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Attempting to bind port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:02.581358 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Attempting to bind port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 on network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:02.587145 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:02.587531 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Checking segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:02.589810 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.589810 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Bound using segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:02.589810 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Bound port: 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:02.589810 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.642604 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.671475 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e1b72-fae9-4775-947a-04ccabd1cd18 req-919c6c03-723f-4544-8f61-b1d72a8b4288 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:02.673083 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1c1e1b72-fae9-4775-947a-04ccabd1cd18 req-919c6c03-723f-4544-8f61-b1d72a8b4288 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.0919104 May 20 18:35:02.674564 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.679881 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] For port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:02.683044 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] For port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:02.722360 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1c1e1b72-fae9-4775-947a-04ccabd1cd18 req-aba3372e-5d0b-4401-b3be-5abf5b1b7c2d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403442 May 20 18:35:02.731636 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:02.739592 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:02.821653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Allocated IP 172.28.1.30 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/2d49acde-24ee-4a6d-8ffc-94946798daab) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:02.823613 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Pushing event updated for resources: {'Port': ['ID=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:02.826623 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:02.965141 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88162e8f-7527-4d00-a1ff-87c3db5baaf1 req-ae202f42-94d1-452e-90b6-7aca9680dde0 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:02.966810 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-88162e8f-7527-4d00-a1ff-87c3db5baaf1 req-ae202f42-94d1-452e-90b6-7aca9680dde0 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.0860708 May 20 18:35:03.005890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:03.058689 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-88162e8f-7527-4d00-a1ff-87c3db5baaf1 req-a72ba08c-254e-4e2e-9685-0d7fe121e5b2 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798678 May 20 18:35:03.131890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:03.150448 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:03.206586 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:03.212947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:03.216771 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:03.269682 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Pushing event updated for resources: {'Port': ['ID=2d49acde-24ee-4a6d-8ffc-94946798daab,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:03.281556 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:03.609667 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc820f-3eff-4644-a396-5c2951a784a6 req-cf2f3b84-01ec-45e2-b531-deaf72dbfc0a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:03.611405 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d8bc820f-3eff-4644-a396-5c2951a784a6 req-cf2f3b84-01ec-45e2-b531-deaf72dbfc0a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1037223 May 20 18:35:03.671834 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d8bc820f-3eff-4644-a396-5c2951a784a6 req-cfd403d8-d0af-41f0-ba93-ce1e0f971081 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534811 May 20 18:35:03.755365 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:03.847652 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60782) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:03.949933 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073daca5-d8d4-45f2-8636-2198b5b50d89 None None] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:03.972744 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.042561 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b721a7-2e9b-4c4d-b5ee-f4d612fddb91 req-6d8eb479-6fcb-4e90-8d14-b9f2d17b8ad4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:04.049092 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-42b721a7-2e9b-4c4d-b5ee-f4d612fddb91 req-6d8eb479-6fcb-4e90-8d14-b9f2d17b8ad4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1093068 May 20 18:35:04.084896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.092316 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:04.107803 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:04.121253 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdab9fed5c342f5888082aa35f94e69 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:04.126634 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:04.137800 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:04.147113 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-42b721a7-2e9b-4c4d-b5ee-f4d612fddb91 req-13e5f20f-fd15-4f85-b5b8-3a98a4e9e527 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803432 May 20 18:35:04.252112 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Provisioning for port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:04.272359 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Provisioning complete for port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:04.273229 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.325551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-1ee6c50c-01dc-4839-9c5a-621a031bcd64 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:04.326281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-1ee6c50c-01dc-4839-9c5a-621a031bcd64 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Synchronizing usage tracker for tenant:ab351ea9c6414915a91cafe29311bb1c on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:04.335285 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.373279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211d78-dffd-4d9f-a488-7f6e45f76663 req-8dc20738-a280-4f88-b0a9-1165649a5e79 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:04.383952 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a6211d78-dffd-4d9f-a488-7f6e45f76663 req-8dc20738-a280-4f88-b0a9-1165649a5e79 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.1500506 May 20 18:35:04.403392 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.433046 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-710f1a6b-de49-4be9-b6f7-e9e537133066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:04.469586 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99717d6-1db7-4626-8e8e-08a83b3f04da,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:04.496255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:04.513335 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-1ee6c50c-01dc-4839-9c5a-621a031bcd64 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Unset dirty status for tenant:ab351ea9c6414915a91cafe29311bb1c on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:04.515245 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-1ee6c50c-01dc-4839-9c5a-621a031bcd64 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 950 time: 0.4823825 May 20 18:35:04.517975 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.524269 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bdab9fed5c342f5888082aa35f94e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6728251 May 20 18:35:04.525327 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 60796) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:04.556579 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] For port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:04.572974 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a6211d78-dffd-4d9f-a488-7f6e45f76663 req-b5354de5-ed33-44f4-88c0-2a89b78f0dfa tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/security-groups?id=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875696 May 20 18:35:04.616404 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.637315 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.639963 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c5924060-6299-4c93-9ea3-f431585035e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:04.656019 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.717167 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.805961 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Pushing event updated for resources: {'Port': ['ID=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:04.810569 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:04.938477 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.946060 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d4b2a698-4aff-4fd7-92a3-9839d6f2178e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:04.961875 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-db9cfca4-a77e-4637-b120-167a026c51b3 None None] Provisioning complete for port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:04.962257 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-db9cfca4-a77e-4637-b120-167a026c51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.969009 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99717d6-1db7-4626-8e8e-08a83b3f04da,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:04.973123 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:04.985927 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184363e5-1d5d-4b2d-bab5-03ab15a1731f req-a6456fe5-644a-4aba-a1c2-8ddfd50f1e0b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:04.987952 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-184363e5-1d5d-4b2d-bab5-03ab15a1731f req-a6456fe5-644a-4aba-a1c2-8ddfd50f1e0b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1243515 May 20 18:35:04.992449 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:04.993501 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b99717d6-1db7-4626-8e8e-08a83b3f04da HTTP/1.1" status: 204 len: 168 time: 0.4675348 May 20 18:35:05.031038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Deleting port 030dba27-e939-49ab-9239-68e3a4c9b747 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:35:05.031038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:05.057870 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-184363e5-1d5d-4b2d-bab5-03ab15a1731f req-04abb462-c7b1-4c6e-abec-2bfdabf8e23f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 May 20 18:35:05.198767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] For port 030dba27-e939-49ab-9239-68e3a4c9b747, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=030dba27-e939-49ab-9239-68e3a4c9b747,segment=NetworkSegment(c6351df2-25f2-4359-bb64-ddbe3a2de071),segment_id=c6351df2-25f2-4359-bb64-ddbe3a2de071)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:05.198767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:05.303711 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Router 468c238f-153e-41d8-844e-251b9fa65da6 is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:35:05.311413 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Calling delete_port for 030dba27-e939-49ab-9239-68e3a4c9b747 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:35:05.442368 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27021f-01ec-4c39-9852-2f189471f88f req-743991e8-df47-4211-bd4d-e64a7201560a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:05.443979 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bf27021f-01ec-4c39-9852-2f189471f88f req-743991e8-df47-4211-bd4d-e64a7201560a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1687539 May 20 18:35:05.497886 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bf27021f-01ec-4c39-9852-2f189471f88f req-99e00075-959f-4c37-85f6-2ec1d903d8e8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478106 May 20 18:35:05.545710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:05.562209 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Sync routers for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:05.578928 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:05.580057 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:34:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:05.671940 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:05.719858 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:05.724806 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0440326 May 20 18:35:05.725585 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 60830) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:05.764204 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2cad8956-94d0-4878-8697-7746ff0ac7e7 req-70b249bf-4d49-46de-b7a6-4e602f8086cf tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 210 time: 0.0575483 May 20 18:35:05.798768 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:05.799140 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:05.818708 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:05.857285 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:05.934691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:05.988870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Pushing event deleted for resources: {'Port': ['ID=030dba27-e939-49ab-9239-68e3a4c9b747,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:05.991594 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:06.161121 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] No DVR routers for this DVR port 030dba27-e939-49ab-9239-68e3a4c9b747 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:35:06.237161 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:03Z', 'revision_number': 3, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:06.241712 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Checking router: 468c238f-153e-41d8-844e-251b9fa65da6 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:06.242340 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Updating router 468c238f-153e-41d8-844e-251b9fa65da6 port 2d49acde-24ee-4a6d-8ffc-94946798daab binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:06.294345 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:06.310147 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db0df5d8-637b-4559-a728-d36bf15e5d61 req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.69 "DELETE /v2.0/ports/030dba27-e939-49ab-9239-68e3a4c9b747 HTTP/1.1" status: 204 len: 173 time: 1.7831089 May 20 18:35:06.310662 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'name': 'network-vif-deleted', 'tag': '030dba27-e939-49ab-9239-68e3a4c9b747'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:06.352916 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:06.383144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2a96-aa4c-4fd1-9a89-ccd2bb062cbf req-55c3ecb4-2f1f-4744-af6e-10be2d43e403 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:06.390647 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-409a2a96-aa4c-4fd1-9a89-ccd2bb062cbf req-55c3ecb4-2f1f-4744-af6e-10be2d43e403 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1326151 May 20 18:35:06.399119 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c1a8f5-8f32-458c-a477-d410b67eb37e', 'name': 'network-vif-deleted', 'tag': '030dba27-e939-49ab-9239-68e3a4c9b747', 'status': 'completed', 'code': 200} May 20 18:35:06.451554 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-409a2a96-aa4c-4fd1-9a89-ccd2bb062cbf req-0be22e9f-e021-460f-8061-89c6abcefd3b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599673 May 20 18:35:06.777331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa93ad-d7f7-4318-af11-2b1b6dbc32e1 req-da4568f6-3f75-4214-84a9-b4919813e115 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:06.781304 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dbfa93ad-d7f7-4318-af11-2b1b6dbc32e1 req-da4568f6-3f75-4214-84a9-b4919813e115 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1327133 May 20 18:35:06.873807 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:06.907785 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Transition to ACTIVE for port object 2d49acde-24ee-4a6d-8ffc-94946798daab will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:06.932320 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dbfa93ad-d7f7-4318-af11-2b1b6dbc32e1 req-4bca331b-955b-444f-83e3-46ba285127b1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427252 May 20 18:35:07.028267 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.035115 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cee5ce49-0c80-467a-9b81-6ac67ee83056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:07.087629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.096544 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e2c86bb9-4f61-407d-a9f8-4484c625fd7e req-95da6d86-8d8a-457b-8da7-8c201739ac6e tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8c1a8f5-8f32-458c-a477-d410b67eb37e HTTP/1.1" status: 200 len: 210 time: 0.0856576 May 20 18:35:07.137214 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Attempting to bind port 2d49acde-24ee-4a6d-8ffc-94946798daab on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:07.137583 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Attempting to bind port 2d49acde-24ee-4a6d-8ffc-94946798daab by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:07.137945 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Attempting to bind port 2d49acde-24ee-4a6d-8ffc-94946798daab on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:07.143771 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Pushing event updated for resources: {'Port': ['ID=2d49acde-24ee-4a6d-8ffc-94946798daab,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:07.151641 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:07.152018 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:07.152417 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.152989 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:07.153352 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Bound port: 2d49acde-24ee-4a6d-8ffc-94946798daab, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:07.153726 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.182537 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.182875 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.183207 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.183535 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.183859 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.184178 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.184516 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.184832 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.185155 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.185463 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.185773 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.186084 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:07.197930 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:07.243326 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] For port 2d49acde-24ee-4a6d-8ffc-94946798daab, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:07.247248 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] For port 2d49acde-24ee-4a6d-8ffc-94946798daab, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=2d49acde-24ee-4a6d-8ffc-94946798daab,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:07.318751 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Allocated IP 172.20.0.1 (8c17a0e2-68b1-499f-ba90-a879f7a26dc3/62e2b124-e38a-4ec8-8963-50dadec30ac7/2db89f2e-118b-4287-8114-ec183a3b851f) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:07.354294 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.358220 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:07.439877 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:07.440525 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:34:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:07.463771 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 030dba27-e939-49ab-9239-68e3a4c9b747 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:07.503727 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Pushing event updated for resources: {'Port': ['ID=2d49acde-24ee-4a6d-8ffc-94946798daab,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:07.514617 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-96f38373-0b05-415d-87c8-4f44fbff45da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:07.541221 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 030dba27-e939-49ab-9239-68e3a4c9b747 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:35:07.541619 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 030dba27-e939-49ab-9239-68e3a4c9b747 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:35:07.556080 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.579583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Transition to ACTIVE for port object 2db89f2e-118b-4287-8114-ec183a3b851f will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:07.673215 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:07.686085 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:07.692907 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:07.733709 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a896d-5eb3-40fe-953e-9543866c156d req-c279af74-5cad-4b3b-be75-4270b5ce44f3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:07.735413 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7e6a896d-5eb3-40fe-953e-9543866c156d req-c279af74-5cad-4b3b-be75-4270b5ce44f3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0966148 May 20 18:35:07.776054 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:07.779955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:07.785855 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7e6a896d-5eb3-40fe-953e-9543866c156d req-5d867d03-26b6-446c-86d7-2db55b1f523c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 May 20 18:35:07.793947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:07.852466 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2db89f2e-118b-4287-8114-ec183a3b851f,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:07.857129 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:07.869087 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:08.038249 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:03Z', 'revision_number': 3, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:08.042185 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927d140-516a-4e59-be27-b9a6980821e4 None None] The sync data for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb is: [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:03Z', 'revision_number': 3, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:08.094615 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:08.177503 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-f565d843-bf08-45fc-bf0e-9a9311fe09de None None] Provisioning for port 2db89f2e-118b-4287-8114-ec183a3b851f completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:08.182478 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-f565d843-bf08-45fc-bf0e-9a9311fe09de None None] Provisioning complete for port 2db89f2e-118b-4287-8114-ec183a3b851f triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:08.182777 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f565d843-bf08-45fc-bf0e-9a9311fe09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:08.320368 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-f565d843-bf08-45fc-bf0e-9a9311fe09de None None] Port 2db89f2e-118b-4287-8114-ec183a3b851f cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:08.327871 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0a868-1e0b-4525-8c0e-4650dc6d0cc6 req-d8903ed0-a1e9-4cab-aad1-d21df187ebaa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:08.329442 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-afc0a868-1e0b-4525-8c0e-4650dc6d0cc6 req-d8903ed0-a1e9-4cab-aad1-d21df187ebaa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2109437 May 20 18:35:08.447730 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-afc0a868-1e0b-4525-8c0e-4650dc6d0cc6 req-a3d6c85e-3fb3-4027-b0f2-55403c0144dd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075613 May 20 18:35:08.873827 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:08.965933 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:08.996082 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:09.078055 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931500ec-788d-461a-959e-6573cd99f123 req-ba87ccb8-0263-4320-badc-1a0337c57e98 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:09.080836 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-931500ec-788d-461a-959e-6573cd99f123 req-ba87ccb8-0263-4320-badc-1a0337c57e98 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1260824 May 20 18:35:09.165543 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2db89f2e-118b-4287-8114-ec183a3b851f,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:09.169238 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:09.170048 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:09.189997 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-931500ec-788d-461a-959e-6573cd99f123 req-723693d3-fcc9-4ffa-8a71-c4650834f088 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027458 May 20 18:35:09.363008 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d80a-4de4-471f-bb19-ed9f50ecfa8c req-80e4b852-2719-45d4-ad36-a2d6114d8285 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:09.365355 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:09.365812 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aa35d80a-4de4-471f-bb19-ed9f50ecfa8c req-80e4b852-2719-45d4-ad36-a2d6114d8285 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.0963469 May 20 18:35:09.366435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:09.436750 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aa35d80a-4de4-471f-bb19-ed9f50ecfa8c req-4f2e165f-6bf3-478e-84af-967937636ad6 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614021 May 20 18:35:09.482953 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:35:09.690322 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Router 468c238f-153e-41d8-844e-251b9fa65da6 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:35:09.722677 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2d49acde-24ee-4a6d-8ffc-94946798daab up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:09.809480 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e94ec-3374-4efb-a9b3-ccf4f6ce7e4d req-1c6d0ac7-795f-4233-a884-457ea7bcf280 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:09.816419 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ab2e94ec-3374-4efb-a9b3-ccf4f6ce7e4d req-1c6d0ac7-795f-4233-a884-457ea7bcf280 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1837840 May 20 18:35:09.866873 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ab2e94ec-3374-4efb-a9b3-ccf4f6ce7e4d req-5bc9085e-6188-4566-9656-e5e549bb5f6d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487940 May 20 18:35:09.872609 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-7590c819-3235-4b46-8fdd-30b4dd019b5c None None] Provisioning complete for port 2db89f2e-118b-4287-8114-ec183a3b851f triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:09.873244 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7590c819-3235-4b46-8fdd-30b4dd019b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:09.935954 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:09.939359 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:09.956363 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] 10.222.0.54 "PUT /v2.0/routers/468c238f-153e-41d8-844e-251b9fa65da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2297034 May 20 18:35:09.957640 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'mac_address': 'fa:16:3e:0c:34:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:35:09.964877 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-7590c819-3235-4b46-8fdd-30b4dd019b5c None None] Port 2db89f2e-118b-4287-8114-ec183a3b851f cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:10.036754 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:10.052143 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 2d49acde-24ee-4a6d-8ffc-94946798daab completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:10.064584 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:35:10.069318 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 2d49acde-24ee-4a6d-8ffc-94946798daab triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:10.069928 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:10.134002 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:10.265967 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:10.279288 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:10.430012 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=6']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:10.433311 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:10.445808 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:10.471527 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 2d49acde-24ee-4a6d-8ffc-94946798daab, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=2d49acde-24ee-4a6d-8ffc-94946798daab,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:10.517856 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd34a2-e1dd-4d19-acbd-74a69b1173e1 req-313abefa-3951-438f-9d73-4f99778d9203 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:10.526294 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-46dd34a2-e1dd-4d19-acbd-74a69b1173e1 req-313abefa-3951-438f-9d73-4f99778d9203 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1337531 May 20 18:35:10.548584 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:35:10.598374 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-46dd34a2-e1dd-4d19-acbd-74a69b1173e1 req-e7a148ab-0e61-4912-ad34-e012d965ce9c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706515 May 20 18:35:10.619966 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:10.623425 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Sync routers for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:10.637927 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:10.733778 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:10.734892 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:34:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:10.779018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3bc4-7ac4-4d93-8fc2-087660222d5e req-dd1f4b62-b46a-46db-8eb2-3c5088415720 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:10.780685 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-269d3bc4-7ac4-4d93-8fc2-087660222d5e req-dd1f4b62-b46a-46db-8eb2-3c5088415720 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.1330786 May 20 18:35:10.883855 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=2d49acde-24ee-4a6d-8ffc-94946798daab,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:10.900366 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:10.905001 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-269d3bc4-7ac4-4d93-8fc2-087660222d5e req-1a7523e4-05ef-4284-a4af-454336ec5763 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084044 May 20 18:35:11.051743 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:11.069088 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a49ec-3ace-4b3d-8dda-1d9e065dbe9e req-63ddb509-68b3-48ef-91e2-879a2e5552d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:11.071617 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-6d5a49ec-3ace-4b3d-8dda-1d9e065dbe9e req-63ddb509-68b3-48ef-91e2-879a2e5552d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.1259227 May 20 18:35:11.153619 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-6d5a49ec-3ace-4b3d-8dda-1d9e065dbe9e req-0ac23efd-4c81-4ac0-ac3b-5b6c51c46901 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687633 May 20 18:35:11.246382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 32858) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:11.250293 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b5f3-d141-41bb-a771-36406109c7a8 req-2a4f237a-651e-4d7f-b479-5905501c3424 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:11.252046 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1758700409-network', 'tenant_id': '52228ffed2a9446fa3e899c948acf828'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:11.258982 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8c81b5f3-d141-41bb-a771-36406109c7a8 req-2a4f237a-651e-4d7f-b479-5905501c3424 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1770704 May 20 18:35:11.279388 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:11.295652 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Usage tracker for resource:network and tenant:52228ffed2a9446fa3e899c948acf828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:11.306301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:11.321916 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8c81b5f3-d141-41bb-a771-36406109c7a8 req-fa5940f1-3d46-4ea0-9240-0ddfa9840a01 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619924 May 20 18:35:11.330274 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:11.429226 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Made reservation on behalf of 52228ffed2a9446fa3e899c948acf828 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:11.431195 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:11.457057 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:11.479083 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:11.486727 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Usage tracker for resource:security_group_rule and tenant:52228ffed2a9446fa3e899c948acf828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:11.489686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:11.495690 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:11.610230 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:08Z', 'revision_number': 2, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:11.632120 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Checking router: 468c238f-153e-41d8-844e-251b9fa65da6 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:11.636977 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Updating router 468c238f-153e-41d8-844e-251b9fa65da6 port 2db89f2e-118b-4287-8114-ec183a3b851f binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:11.759417 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c459ef11-f396-4002-97d7-6686cdd2475d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:11.762951 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c459ef11-f396-4002-97d7-6686cdd2475d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Synchronizing usage tracker for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:11.774342 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:11.791789 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2d49acde-24ee-4a6d-8ffc-94946798daab up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:11.843735 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:11.898131 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c459ef11-f396-4002-97d7-6686cdd2475d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Unset dirty status for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:11.900287 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c459ef11-f396-4002-97d7-6686cdd2475d tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.3904939 May 20 18:35:11.940149 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9950b-58bd-4457-a8db-6d1f4892d95a req-d94df60c-2df1-4a06-88a2-f197289e43f3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:11.941819 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2fe9950b-58bd-4457-a8db-6d1f4892d95a req-d94df60c-2df1-4a06-88a2-f197289e43f3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1858792 May 20 18:35:11.982461 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:11.995051 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:35:12.006216 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.006706 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Added segment efd78746-3ed6-44b6-8b5f-3d14b49bcdc3 of type vlan for network 2307c673-7ef0-4437-b365-f4abcfcf0746 May 20 18:35:12.039489 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.081771 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2fe9950b-58bd-4457-a8db-6d1f4892d95a req-9e8723ae-e4f0-4cd4-99eb-90c31742199f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277535 May 20 18:35:12.115720 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d74b3fd1-5264-4dd4-9260-3dadde4a47f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:12.154557 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 2d49acde-24ee-4a6d-8ffc-94946798daab triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:12.155410 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.290113 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156898b-f96a-4b7c-b6d7-08a032995783 req-ac538d93-8989-4b53-901b-239ca86ca716 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:12.304049 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3156898b-f96a-4b7c-b6d7-08a032995783 req-ac538d93-8989-4b53-901b-239ca86ca716 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.1433158 May 20 18:35:12.399839 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.420509 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3156898b-f96a-4b7c-b6d7-08a032995783 req-818cbbd5-8fd0-41f5-823b-62862f8565dc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127105 May 20 18:35:12.424571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:12.425163 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.452549 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91682ff-64d5-458b-abc1-065e803ca2b6,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:12.477214 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:12.481397 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:12.577308 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.592668 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Transition to ACTIVE for port object 2db89f2e-118b-4287-8114-ec183a3b851f will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:12.610690 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Deleting port fa3ea621-c198-4dad-bad8-cde89e89e0fb {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:35:12.611146 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.697751 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:12.707777 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5675-c5d5-4a27-859c-8f43fd87e2b7 req-c89eb37a-b4df-4405-b052-a35bcb3eef1f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:12.716713 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d67d5675-c5d5-4a27-859c-8f43fd87e2b7 req-c89eb37a-b4df-4405-b052-a35bcb3eef1f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1528661 May 20 18:35:12.734475 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:12.767815 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Pushing event updated for resources: {'Network': ['ID=2307c673-7ef0-4437-b365-f4abcfcf0746,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:12.778202 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:12.793144 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5457304 May 20 18:35:12.795601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 32966) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:12.807147 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d67d5675-c5d5-4a27-859c-8f43fd87e2b7 req-030988b0-87d5-448d-a795-b04034dbb51a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849898 May 20 18:35:12.820341 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Request body: {'subnet': {'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1758700409-subnet', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:12.825371 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:12.829562 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Usage tracker for resource:subnet and tenant:52228ffed2a9446fa3e899c948acf828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:12.832859 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:12.840003 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:12.909343 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c752-a261-4599-9a6e-f1a119a31289 None None] Pushing event updated for resources: {'Port': ['ID=2db89f2e-118b-4287-8114-ec183a3b851f,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:12.923931 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-be92c752-a261-4599-9a6e-f1a119a31289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:12.924922 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:35:13.030748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Made reservation on behalf of 52228ffed2a9446fa3e899c948acf828 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:13.043930 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2616647'] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:13.109271 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] For port fa3ea621-c198-4dad-bad8-cde89e89e0fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fa3ea621-c198-4dad-bad8-cde89e89e0fb,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:13.110014 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:13.546096 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:13.546339 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a37b13-0ba4-42ed-946a-fa1ffbfbf56d req-f5ee4419-96d9-47b1-bdf1-40281f751a22 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:13.546339 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-79a37b13-0ba4-42ed-946a-fa1ffbfbf56d req-f5ee4419-96d9-47b1-bdf1-40281f751a22 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1858046 May 20 18:35:13.575031 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Attempting to bind port 2db89f2e-118b-4287-8114-ec183a3b851f on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:13.576024 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Attempting to bind port 2db89f2e-118b-4287-8114-ec183a3b851f by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:13.576785 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Attempting to bind port 2db89f2e-118b-4287-8114-ec183a3b851f on network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:13.591640 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:13.592220 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Checking segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:13.592920 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:13.593476 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Bound using segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:13.594230 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Bound port: 2db89f2e-118b-4287-8114-ec183a3b851f, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:13.594964 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:13.619311 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-79a37b13-0ba4-42ed-946a-fa1ffbfbf56d req-bfae897e-6687-4384-acc1-f72b39dfec74 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724759 May 20 18:35:13.653607 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Calling delete_port for fa3ea621-c198-4dad-bad8-cde89e89e0fb owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:35:13.727334 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:13.728154 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:13.799075 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] For port 2db89f2e-118b-4287-8114-ec183a3b851f, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:13.803739 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] For port 2db89f2e-118b-4287-8114-ec183a3b851f, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=2db89f2e-118b-4287-8114-ec183a3b851f,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:13.818192 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f4f3-ce4c-4531-959f-0e40078210f4 req-bc0d70a9-afdb-4bb7-9eb8-0bc1aa7b9c4a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:13.826620 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fb72f4f3-ce4c-4531-959f-0e40078210f4 req-bc0d70a9-afdb-4bb7-9eb8-0bc1aa7b9c4a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 945 time: 0.1906166 May 20 18:35:13.931570 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:13.955447 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-be92c752-a261-4599-9a6e-f1a119a31289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:13.972303 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fb72f4f3-ce4c-4531-959f-0e40078210f4 req-d6d6d024-dec9-4da4-92dc-ecec604eed0a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441441 May 20 18:35:14.037647 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:14.105147 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c752-a261-4599-9a6e-f1a119a31289 None None] Pushing event updated for resources: {'Port': ['ID=2db89f2e-118b-4287-8114-ec183a3b851f,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:14.114823 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:14.120707 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-be92c752-a261-4599-9a6e-f1a119a31289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:14.133239 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:14.134732 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:14.135581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:34:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:14.215207 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:14.280661 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:14.280961 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8', '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:35:14.295565 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4574720-c600-4298-b35d-db7fdb3e714c req-f975307a-a476-460c-86da-13018ff21a42 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:14.297443 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a4574720-c600-4298-b35d-db7fdb3e714c req-f975307a-a476-460c-86da-13018ff21a42 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.2564840 May 20 18:35:14.320985 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:14.439485 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a4574720-c600-4298-b35d-db7fdb3e714c req-e9bda3da-c56b-44b5-865f-bef9e9eaed6a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298177 May 20 18:35:14.482002 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event deleted for resources: {'Port': ['ID=fa3ea621-c198-4dad-bad8-cde89e89e0fb,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:14.495704 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:14.527525 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:14.603448 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] No DVR routers for this DVR port fa3ea621-c198-4dad-bad8-cde89e89e0fb on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:35:14.609612 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:14.612840 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'name': 'network-vif-deleted', 'tag': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:14.865621 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867f347f-0665-4a72-9593-6e9e2ff91d02', 'name': 'network-vif-deleted', 'tag': 'fa3ea621-c198-4dad-bad8-cde89e89e0fb', 'status': 'completed', 'code': 200} May 20 18:35:14.866375 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:14.874101 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9c4505fc-5aa0-4b48-b420-85a71ef80567 req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "DELETE /v2.0/ports/fa3ea621-c198-4dad-bad8-cde89e89e0fb HTTP/1.1" status: 204 len: 173 time: 2.9604244 May 20 18:35:14.935050 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'code': 200} May 20 18:35:14.983119 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383c652-8600-43d9-b334-a1d8fce356e6 req-043b26df-a075-4034-ab48-48126411907d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:14.990991 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a383c652-8600-43d9-b334-a1d8fce356e6 req-043b26df-a075-4034-ab48-48126411907d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2421534 May 20 18:35:15.062765 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a383c652-8600-43d9-b334-a1d8fce356e6 req-9163bca1-b0c3-440e-b558-354bed8063c3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706491 May 20 18:35:15.091835 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2487362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2616661'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:15.106678 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:15.220902 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b7188d1a-54e6-4f2d-ab7d-76c650ed78e1 req-96c69855-108c-4f1d-9b07-93753affa27b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 210 time: 0.0574408 May 20 18:35:15.240406 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-ee765f83-3b71-4777-a630-b80f7013ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:15.241900 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-ee765f83-3b71-4777-a630-b80f7013ed76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.3854625 May 20 18:35:15.351259 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=7']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:15.355394 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:15.385356 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c541bc9a-e1b9-4aca-ab6a-699b118b85aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:15.395292 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdd446d-8da6-4ffa-bed7-1e45bf0727e5,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:15.398319 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:15.399389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Checking segment: {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:15.399765 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Network hostable DHCP agents. Network: 2307c673-7ef0-4437-b365-f4abcfcf0746, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:35:15.508384 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-d0ebd19e-23bf-4f7b-a98c-c3d082b2a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:15.529154 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-d0ebd19e-23bf-4f7b-a98c-c3d082b2a66e service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.2770696 May 20 18:35:15.540944 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fa3ea621-c198-4dad-bad8-cde89e89e0fb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:15.635060 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: fa3ea621-c198-4dad-bad8-cde89e89e0fb {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:35:15.635425 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fa3ea621-c198-4dad-bad8-cde89e89e0fb not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:35:15.695632 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:35:15.715289 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-5f06f47b-d230-4fd8-b971-ec9315e5b0b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 217 time: 0.1686614 May 20 18:35:15.725349 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:13Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:15.824350 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab3dafa-3ce5-4ccf-b95a-0e30192031eb None None] The sync data for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb is: [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:13Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:15.875601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-01331c19-01b0-422b-ab88-5e82a3a0e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:15.889430 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-01331c19-01b0-422b-ab88-5e82a3a0e92d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.1605735 May 20 18:35:15.894185 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 2307c673-7ef0-4437-b365-f4abcfcf0746) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:15.907272 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e3d4b-0453-4d17-9df3-89d0517b3d5f req-b19db829-64c0-4cb1-8b7e-75694af94095 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:15.944436 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-733e3d4b-0453-4d17-9df3-89d0517b3d5f req-b19db829-64c0-4cb1-8b7e-75694af94095 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.3127780 May 20 18:35:15.967777 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c3210-d71f-45b0-908d-052f44759b4b None None] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:15.970059 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:15.970710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:16.011518 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-28ea75ad-ba7e-4d32-9301-80a993bfdfe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084549 May 20 18:35:16.169691 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-733e3d4b-0453-4d17-9df3-89d0517b3d5f req-4585402d-d352-4557-aa97-6df81441fae4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239845 May 20 18:35:16.283331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33068) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:16.283601 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4754260 May 20 18:35:16.290031 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:16.298997 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:16.320243 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Usage tracker for resource:router and tenant:52228ffed2a9446fa3e899c948acf828 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:16.336092 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:16.358838 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:16.399596 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-c36607f8-bafb-428a-8d4a-40cc1ab9922b service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751245 May 20 18:35:16.612274 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:16.615004 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:16.626448 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44902b1-a668-48da-9ec9-8fa644640b39 req-63a3f810-6dcb-49ab-9e4d-7ba79b3e42d4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:16.639015 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-2307c673-7ef0-4437-b365-f4abcfcf0746', 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'fixed_ips': [{'subnet_id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:35:16.639015 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:16.647784 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e44902b1-a668-48da-9ec9-8fa644640b39 req-63a3f810-6dcb-49ab-9e4d-7ba79b3e42d4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2606428 May 20 18:35:16.799876 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-81e62332-6551-44ed-b12d-764bc0bdb17e req-60bc8f2c-6164-4a45-b8ba-94435530657f tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=867f347f-0665-4a72-9593-6e9e2ff91d02 HTTP/1.1" status: 200 len: 210 time: 0.1411896 May 20 18:35:16.842724 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:16.853586 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-93f01f59-d0da-4dd2-9d04-ba02c0df7191 req-5f1dd1de-8c3c-4996-9052-fa7bc65cfd1f service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174786 May 20 18:35:16.901908 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e44902b1-a668-48da-9ec9-8fa644640b39 req-a22be66d-6fbc-4a28-bace-dafa4d200a1a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498851 May 20 18:35:17.059840 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:17.213887 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Allocated IP 172.20.0.2 (2307c673-7ef0-4437-b365-f4abcfcf0746/cbdd446d-8da6-4ffa-bed7-1e45bf0727e5/e86263bf-ffa2-4852-b80c-a62645012af9) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:17.273191 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1b312eb1-87f8-49f7-88c8-1db943b0c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:17.563027 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:17.678278 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b25a0-e218-4990-bb1a-8f2abd36c5f3 req-85321b69-6744-4d32-801e-3d0f8f494eba tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:17.688535 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-354b25a0-e218-4990-bb1a-8f2abd36c5f3 req-85321b69-6744-4d32-801e-3d0f8f494eba tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2593856 May 20 18:35:17.776298 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-354b25a0-e218-4990-bb1a-8f2abd36c5f3 req-8d38a06e-eb68-4b00-a459-1c402bf66274 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866053 May 20 18:35:17.776976 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2db89f2e-118b-4287-8114-ec183a3b851f up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:17.917106 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:17.932799 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Transition to ACTIVE for port object e86263bf-ffa2-4852-b80c-a62645012af9 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:17.957941 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Transition to ACTIVE for port object e86263bf-ffa2-4852-b80c-a62645012af9 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:17.993892 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 2db89f2e-118b-4287-8114-ec183a3b851f completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:18.004814 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 2db89f2e-118b-4287-8114-ec183a3b851f triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:18.005225 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.114304 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.125051 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:18.193421 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:18.197208 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:18.201695 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:18.252139 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Pushing event updated for resources: {'Port': ['ID=e86263bf-ffa2-4852-b80c-a62645012af9,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:18.281730 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:18.302020 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.318901 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.329271 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.364644 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 2db89f2e-118b-4287-8114-ec183a3b851f, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=2db89f2e-118b-4287-8114-ec183a3b851f,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:18.367442 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.421618 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ae951-48ca-4cb8-9aac-f0cd6a45c19e req-67a85cd8-071f-474a-9955-c5d87163a0f2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:18.423454 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-308ae951-48ca-4cb8-9aac-f0cd6a45c19e req-67a85cd8-071f-474a-9955-c5d87163a0f2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.3039212 May 20 18:35:18.622743 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-308ae951-48ca-4cb8-9aac-f0cd6a45c19e req-3cdb9b65-66cb-40a9-b45c-44bae4fb4793 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893959 May 20 18:35:18.662876 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Allocated IP 172.28.1.101 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/5768af13-1a7f-4a45-9d44-6ee886ee7f36) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:18.856983 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:18.858945 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:18.972119 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=2db89f2e-118b-4287-8114-ec183a3b851f,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:18.975324 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:19.023578 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:19.106362 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1d9b-95f5-45b6-a3c0-fb69934aab94 req-8d655c61-f1f7-49fe-8fcf-0fd071fbf227 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:19.107862 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4e6b1d9b-95f5-45b6-a3c0-fb69934aab94 req-8d655c61-f1f7-49fe-8fcf-0fd071fbf227 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1987150 May 20 18:35:19.159416 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4e6b1d9b-95f5-45b6-a3c0-fb69934aab94 req-28d56bfa-4c32-4f66-aa48-7afcb2bba317 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 May 20 18:35:19.326883 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:19.334507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:19.392207 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Attempting to bind port e86263bf-ffa2-4852-b80c-a62645012af9 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:19.392887 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Attempting to bind port e86263bf-ffa2-4852-b80c-a62645012af9 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:19.392887 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Attempting to bind port e86263bf-ffa2-4852-b80c-a62645012af9 on network 2307c673-7ef0-4437-b365-f4abcfcf0746 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:19.405263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:19.405263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Checking segment: {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:19.405263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:19.405263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Bound using segment: {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:19.405263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Bound port: e86263bf-ffa2-4852-b80c-a62645012af9, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:19.405263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:19.413027 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:19.420838 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:19.433293 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:19.507206 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] For port e86263bf-ffa2-4852-b80c-a62645012af9, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:19.511784 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] For port e86263bf-ffa2-4852-b80c-a62645012af9, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e86263bf-ffa2-4852-b80c-a62645012af9,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:19.527873 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Pushing event updated for resources: {'Port': ['ID=5768af13-1a7f-4a45-9d44-6ee886ee7f36,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:19.547913 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:19.616531 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:19.621320 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:19.751269 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33144) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:19.778997 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2db89f2e-118b-4287-8114-ec183a3b851f up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:19.896005 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:19.915703 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:19.926482 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Usage tracker for resource:security_group_rule and tenant:8d67e01ca1f541fea2aa946c438f3c9b is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:19.942211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:19.953686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:20.049774 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 2db89f2e-118b-4287-8114-ec183a3b851f triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:20.050356 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.115242 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.115488 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Pushing event updated for resources: {'Port': ['ID=e86263bf-ffa2-4852-b80c-a62645012af9,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:20.122317 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.138940 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:20.221316 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.232181 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f3fed5e2-47ac-491c-9056-60870a3449b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:20.342258 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1477ab6c-cd63-4338-9501-72900e6bb5df,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:20.346111 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108ea5-f7a3-4ffc-b258-f6a6f3fc8f3a req-773e85d1-6da0-4ec1-b61d-6c7eb47b50b6 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:20.357535 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d67e01ca1f541fea2aa946c438f3c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044884 May 20 18:35:20.360333 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:20.361876 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33158) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:20.370286 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87108ea5-f7a3-4ffc-b258-f6a6f3fc8f3a req-773e85d1-6da0-4ec1-b61d-6c7eb47b50b6 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.3085866 May 20 18:35:20.436804 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33162) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:20.495891 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.535715 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.673519 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87108ea5-f7a3-4ffc-b258-f6a6f3fc8f3a req-8b761809-ca30-4094-af73-8a437e15cc87 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982085 May 20 18:35:20.822619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.827166 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4a2215fd-d727-4a79-b563-aae2d2ae794e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:20.850853 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1477ab6c-cd63-4338-9501-72900e6bb5df,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:20.856463 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:20.882150 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:20.887774 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1477ab6c-cd63-4338-9501-72900e6bb5df HTTP/1.1" status: 204 len: 168 time: 0.5243795 May 20 18:35:20.919151 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:21.146468 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33182) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:21.146892 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-8b9ec1f8-6209-46d8-b12c-67fccf757de7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab351ea9c6414915a91cafe29311bb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011940 May 20 18:35:21.295864 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:21.328329 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4280-7eea-46e0-8490-00ed21f32cc1 req-5b6174a3-0de7-499d-bde9-3026e8e05e39 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:21.331669 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fcaa4280-7eea-46e0-8490-00ed21f32cc1 req-5b6174a3-0de7-499d-bde9-3026e8e05e39 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 945 time: 0.3299935 May 20 18:35:21.344141 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:21.421495 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d26611-7bd5-4f4e-b98a-d6ec5a6c90a9 req-64f8f22d-d6c1-4b4d-8277-8a81b294d807 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:21.423071 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21d26611-7bd5-4f4e-b98a-d6ec5a6c90a9 req-64f8f22d-d6c1-4b4d-8277-8a81b294d807 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.7948561 May 20 18:35:21.571350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:21.581077 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ddea3832-1a1c-4e55-9b66-6a600ea50078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:21.631011 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c151471b-68e3-4fca-87fb-42f8cef77a75 None None] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:21.636921 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:21.642095 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d HTTP/1.1" status: 204 len: 168 time: 0.4924150 May 20 18:35:21.648561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128f4b0f-a24b-4dc8-8c77-91f4ee5ad04d,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:21.658078 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:21.968331 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e86263bf-ffa2-4852-b80c-a62645012af9 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:22.023183 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fcaa4280-7eea-46e0-8490-00ed21f32cc1 req-5fb4de50-84d7-4577-b779-f91b1c10049b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273720 May 20 18:35:22.029810 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21d26611-7bd5-4f4e-b98a-d6ec5a6c90a9 req-260aa5fa-212d-4bc4-a5ab-e8ee96692262 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897915 May 20 18:35:22.069907 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:22.274194 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port e86263bf-ffa2-4852-b80c-a62645012af9 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:22.288660 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2be5bf3f-5f00-4a63-8d20-31e05beb6ce1 None None] Provisioning for port e86263bf-ffa2-4852-b80c-a62645012af9 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:22.306219 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2be5bf3f-5f00-4a63-8d20-31e05beb6ce1 None None] Provisioning complete for port e86263bf-ffa2-4852-b80c-a62645012af9 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:22.307173 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf3f-5f00-4a63-8d20-31e05beb6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:22.369544 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port e86263bf-ffa2-4852-b80c-a62645012af9 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:22.370568 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:22.496171 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Router 395cd2e8-62ed-4163-afd0-39b04753bc0e is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:35:22.690017 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-47134022-7d3c-457c-975b-a761f8429780 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:22.693238 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-47134022-7d3c-457c-975b-a761f8429780 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Synchronizing usage tracker for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:22.717041 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:22.781464 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2be5bf3f-5f00-4a63-8d20-31e05beb6ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:22.822285 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-47134022-7d3c-457c-975b-a761f8429780 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Unset dirty status for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:22.823428 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-47134022-7d3c-457c-975b-a761f8429780 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 945 time: 0.3531058 May 20 18:35:22.829054 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port e86263bf-ffa2-4852-b80c-a62645012af9, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e86263bf-ffa2-4852-b80c-a62645012af9,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:22.895827 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:22.902913 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:22.908777 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:22.913350 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Sync routers for ids ['395cd2e8-62ed-4163-afd0-39b04753bc0e'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:22.935639 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Routers {'395cd2e8-62ed-4163-afd0-39b04753bc0e'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:22.937075 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['395cd2e8-62ed-4163-afd0-39b04753bc0e'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:22.999338 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33232) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:23.011834 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:23.015788 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7287285 May 20 18:35:23.016109 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33238) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:23.080930 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=e86263bf-ffa2-4852-b80c-a62645012af9,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:23.180906 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:23.242334 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Deleting port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:35:23.242334 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:23.287011 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.db.api [None req-2be5bf3f-5f00-4a63-8d20-31e05beb6ce1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 18:35:23.287976 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_db.api [None req-2be5bf3f-5f00-4a63-8d20-31e05beb6ce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 18:35:23.409141 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2000833075-network', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:23.435504 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:23.449254 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Usage tracker for resource:network and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:23.451096 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Set router 395cd2e8-62ed-4163-afd0-39b04753bc0e gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:23.454448 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:23.464545 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:23.496835 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] For port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:23.497609 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:23.599996 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Made reservation on behalf of 484572f81d584360bb6e4808c74ac3f5 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:23.607424 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:23.641878 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981a7d-d13e-4057-8a1c-0943b070e384 req-30323dc7-46c0-4959-9a5f-735586c336cb tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:23.643368 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fe981a7d-d13e-4057-8a1c-0943b070e384 req-30323dc7-46c0-4959-9a5f-735586c336cb tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 945 time: 0.2835257 May 20 18:35:23.682108 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e86263bf-ffa2-4852-b80c-a62645012af9 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:23.754447 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027084f-e4ed-47e4-9333-99bd7b5131c6 req-b3794e65-0292-4147-9708-5b2e922d7549 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:23.755955 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1027084f-e4ed-47e4-9333-99bd7b5131c6 req-b3794e65-0292-4147-9708-5b2e922d7549 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.3971934 May 20 18:35:23.784288 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:23.788838 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fe981a7d-d13e-4057-8a1c-0943b070e384 req-620e6cf1-4059-4d44-a1ec-95c6cc75e4cc tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943606 May 20 18:35:23.840788 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Calling delete_port for a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:35:23.877310 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:23.885476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:23.890383 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:23.903201 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:23.946650 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1027084f-e4ed-47e4-9333-99bd7b5131c6 req-eed6e2b3-5fce-4c87-b9c3-dc7e5f7171a1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642354 May 20 18:35:23.982898 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port e86263bf-ffa2-4852-b80c-a62645012af9 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:23.983327 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.150013 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-0a088f0f-a9d0-4338-a607-1da1318f50ec None None] Provisioning complete for port e86263bf-ffa2-4852-b80c-a62645012af9 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:24.150468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0a088f0f-a9d0-4338-a607-1da1318f50ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.196585 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.288842 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.291319 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:35:20Z', 'revision_number': 3, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:24.294400 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-522cf03f-e4b8-4008-90dd-217cc864adef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:24.302244 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Checking router: 395cd2e8-62ed-4163-afd0-39b04753bc0e for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:24.302628 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Updating router 395cd2e8-62ed-4163-afd0-39b04753bc0e port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:24.433529 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.446796 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b5918-d383-43e5-be6a-36a853b6d1ca,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:24.468107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:35:24.475289 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:24.486538 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.486884 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Added segment aa74f96b-5344-4ce4-bbd8-11a0e042ad0c of type vlan for network e1e83372-be96-4279-bbb2-d6e3fa1dc974 May 20 18:35:24.519108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.530837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf403b-a519-4dcc-81f9-039b31e926b8 req-c3b4c687-e1f1-4adc-83f6-e6f471a9d847 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:24.532367 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1baf403b-a519-4dcc-81f9-039b31e926b8 req-c3b4c687-e1f1-4adc-83f6-e6f471a9d847 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.4285579 May 20 18:35:24.579668 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.596567 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1473fb24-682a-4e23-83ae-0c22da8eb47f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:24.597264 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8', '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:35:24.652195 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event deleted for resources: {'Port': ['ID=a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:24.656273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:24.657737 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.660325 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:24.661067 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:24.716381 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4cdee95c-24da-436a-98b7-a6a4da1d6e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:24.781997 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1baf403b-a519-4dcc-81f9-039b31e926b8 req-b40123df-d9c4-4323-a157-d5231c59af01 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397809 May 20 18:35:24.843425 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.123142 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Allocated IP 172.20.0.1 (2307c673-7ef0-4437-b365-f4abcfcf0746/cbdd446d-8da6-4ffa-bed7-1e45bf0727e5/0cfce1a2-5be0-4db6-9574-c66abcc8bd12) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:25.133917 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] No DVR routers for this DVR port a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:35:25.194617 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33276) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:25.269904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.278076 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db20b36-b1ad-47d5-a465-128535aca218', 'name': 'network-vif-deleted', 'tag': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:25.281419 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bc58b39b-8d4a-428e-8c4a-4a86861ae2d3 req-e723a7e5-8442-4a9f-a40e-41a1dc104706 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 210 time: 0.0853188 May 20 18:35:25.302472 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Pushing event updated for resources: {'Network': ['ID=e1e83372-be96-4279-bbb2-d6e3fa1dc974,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:25.305854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:25.307358 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-70d88d61-dadd-4886-b0dc-92ed490e8bd1 req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "DELETE /v2.0/ports/a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc HTTP/1.1" status: 204 len: 173 time: 2.4764156 May 20 18:35:25.315377 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:35:25.383617 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3834918 May 20 18:35:25.386692 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33288) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:25.393054 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Request body: {'subnet': {'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2000833075-subnet', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:25.408368 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:25.434028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Usage tracker for resource:subnet and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:25.450386 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:25.474408 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:25.514730 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.553846 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Transition to ACTIVE for port object 5768af13-1a7f-4a45-9d44-6ee886ee7f36 will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:25.577018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.588185 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Made reservation on behalf of 484572f81d584360bb6e4808c74ac3f5 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:25.590617 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2616647'] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.593852 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.provisioning_blocks [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Transition to ACTIVE for port object 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 will not be triggered until provisioned by entity DHCP. {{(pid=92135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:25.607966 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.618122 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cee5ce49-0c80-467a-9b81-6ac67ee83056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:25.711427 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.721546 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7776a17-dc2a-4479-896b-7c07b58de650 None None] Pushing event updated for resources: {'Port': ['ID=5768af13-1a7f-4a45-9d44-6ee886ee7f36,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:25.726487 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c7776a17-dc2a-4479-896b-7c07b58de650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:25.752003 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Attempting to bind port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:25.752379 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Attempting to bind port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:25.752854 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Attempting to bind port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:25.758495 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:25.761342 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:25.762021 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.766311 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:25.766311 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Bound port: 5768af13-1a7f-4a45-9d44-6ee886ee7f36, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:25.766311 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.806044 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:25.825140 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Usage tracker for resource:security_group_rule and tenant:0d0383511d264e63916edb3b4c10f472 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:25.832037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:25.840903 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:25.876392 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588f2d-acec-4597-90b2-00e233fb313e req-12424dc4-f5ad-4fa8-8601-078efea568e0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:25.884929 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7f588f2d-acec-4597-90b2-00e233fb313e req-12424dc4-f5ad-4fa8-8601-078efea568e0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2787352 May 20 18:35:25.900066 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] For port 5768af13-1a7f-4a45-9d44-6ee886ee7f36, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:25.908257 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] For port 5768af13-1a7f-4a45-9d44-6ee886ee7f36, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=5768af13-1a7f-4a45-9d44-6ee886ee7f36,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:25.933138 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:25.943755 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:26.005799 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:26.009766 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7f588f2d-acec-4597-90b2-00e233fb313e req-f802e700-962a-445a-b5ae-e69a5eaa71c5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236837 May 20 18:35:26.011330 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-affef4d1-afdb-4ac9-9f84-2d4433bfa5cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:26.056612 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:26.061419 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:26.071971 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:26.118476 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Pushing event updated for resources: {'Port': ['ID=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:26.129759 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7776a17-dc2a-4479-896b-7c07b58de650 None None] Pushing event updated for resources: {'Port': ['ID=5768af13-1a7f-4a45-9d44-6ee886ee7f36,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:26.133904 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c7776a17-dc2a-4479-896b-7c07b58de650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:26.149469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:26.154997 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Routers {'395cd2e8-62ed-4163-afd0-39b04753bc0e'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:26.155617 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['395cd2e8-62ed-4163-afd0-39b04753bc0e'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:26.199242 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:26.211433 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:26.215068 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db20b36-b1ad-47d5-a465-128535aca218', 'name': 'network-vif-deleted', 'tag': 'a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc', 'status': 'completed', 'code': 200} May 20 18:35:26.595276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2487362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2616661'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:26.601255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:26.621484 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] Set router 395cd2e8-62ed-4163-afd0-39b04753bc0e gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:26.684114 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=621e1f90-850a-45d2-ac45-996f3f391a23,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:26.687492 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:26.693986 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Checking segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:26.694333 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Network hostable DHCP agents. Network: e1e83372-be96-4279-bbb2-d6e3fa1dc974, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:35:26.878982 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:26.891455 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-25644705-9696-463c-be13-248aeea12201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:26.907101 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d8816919-256d-49f1-b890-2fe0629def02 req-d22887d2-01fa-48be-a55d-8dc402ecf25e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=5db20b36-b1ad-47d5-a465-128535aca218 HTTP/1.1" status: 200 len: 210 time: 0.0786650 May 20 18:35:26.945394 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d0383511d264e63916edb3b4c10f472&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7469790 May 20 18:35:26.946616 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db237d20-a247-45fe-9585-a9e44b64337a,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:26.948839 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33302) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:26.950937 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:26.959045 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:35:20Z', 'revision_number': 3, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:26.964373 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daa5502-e04f-4395-ae82-cb9f69af7a8b None None] The sync data for ids ['395cd2e8-62ed-4163-afd0-39b04753bc0e'] in dv-cinder-792462-1-smb is: [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:35:20Z', 'revision_number': 3, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:27.079949 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e2eb09fc-5b7e-412b-8475-d51514d0346c None None] Provisioning for port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:27.085201 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e2eb09fc-5b7e-412b-8475-d51514d0346c None None] Provisioning complete for port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:27.085581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2eb09fc-5b7e-412b-8475-d51514d0346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.171397 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.178007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:35:27.195904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.256653 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb09fc-5b7e-412b-8475-d51514d0346c None None] Port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:27.314337 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.382616 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, e1e83372-be96-4279-bbb2-d6e3fa1dc974) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:27.397707 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451e6ce-03ac-40c0-88d6-2937b1dfa600 None None] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:27.431038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:27.431038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.560973 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e846c6ae-395b-4557-ad8d-5f5a690cef7c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1731486 May 20 18:35:27.563735 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33314) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:27.570614 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c253e8-818c-4f8a-9daa-5bce9dc36b77 req-01f6dcd5-5b05-44cd-b878-8ec11a92fed3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:27.578815 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:27.589865 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28c253e8-818c-4f8a-9daa-5bce9dc36b77 req-01f6dcd5-5b05-44cd-b878-8ec11a92fed3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.3964312 May 20 18:35:27.605012 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.636092 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:27.637794 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:27.641326 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-940cd09d-83e5-4252-8d4b-77ca45bd3873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:27.696180 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Usage tracker for resource:router and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:27.699241 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db237d20-a247-45fe-9585-a9e44b64337a,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:27.725814 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:27.729649 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.736441 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db237d20-a247-45fe-9585-a9e44b64337a HTTP/1.1" status: 204 len: 168 time: 0.7844121 May 20 18:35:27.756305 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:27.757242 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:27.827064 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 5768af13-1a7f-4a45-9d44-6ee886ee7f36 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:27.849002 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28c253e8-818c-4f8a-9daa-5bce9dc36b77 req-46b38dcc-6bc6-446f-9d26-5cf7df61fb87 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581277 May 20 18:35:27.862665 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.863675 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.891928 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:27.958972 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:35:27.960128 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a0f2ff7b-e7ca-42aa-8d87-3f04a72377fc not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:35:27.963295 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.051004 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.118270 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-29003b26-32bf-4117-ab89-40583377132c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:28.150125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:35:28.152753 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.293860 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Pushing event updated for resources: {'Port': ['ID=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:28.297287 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:28.297936 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.614825 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Allocated IP 172.20.0.2 (e1e83372-be96-4279-bbb2-d6e3fa1dc974/621e1f90-850a-45d2-ac45-996f3f391a23/86d01490-030b-4001-a265-609daa14065b) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:28.634745 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:28.635950 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:28.674407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.750881 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:28.819028 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:28.819650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.887551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33338) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:28.930216 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:28.977529 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:28.984112 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b009f36a8f4a54b06d992d92322956 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:29.006427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:29.077483 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.153278 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:29.287755 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.303371 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Transition to ACTIVE for port object 86d01490-030b-4001-a265-609daa14065b will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:29.362019 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Transition to ACTIVE for port object 86d01490-030b-4001-a265-609daa14065b will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:29.388595 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Router 395cd2e8-62ed-4163-afd0-39b04753bc0e has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:35:29.397655 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff57dfc-c071-4ba6-8699-3387638690b8 req-168b5483-685b-4c38-bfd3-dffc9480b419 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:29.408261 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3ff57dfc-c071-4ba6-8699-3387638690b8 req-168b5483-685b-4c38-bfd3-dffc9480b419 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 0.3227477 May 20 18:35:29.409290 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5e9d4-38e4-472d-91bc-cf08f1021d9b req-3ee1a801-773e-43b3-ad75-0f80e2eb5d2f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:29.416242 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13b5e9d4-38e4-472d-91bc-cf08f1021d9b req-3ee1a801-773e-43b3-ad75-0f80e2eb5d2f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2639849 May 20 18:35:29.475673 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.515685 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:29.560576 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:29.594837 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.608243 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:29.613721 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:29.651613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.657943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-71868c92-8bd4-4435-9bd6-5067a1b17545 None None] Provisioning complete for port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:29.658621 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-71868c92-8bd4-4435-9bd6-5067a1b17545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.663726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.684646 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13b5e9d4-38e4-472d-91bc-cf08f1021d9b req-449d7fba-4c3d-483d-a670-a11dedd2cac0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495360 May 20 18:35:29.704800 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3ff57dfc-c071-4ba6-8699-3387638690b8 req-574fa97b-856c-4d06-8ac8-acf37e5bb21f tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775464 May 20 18:35:29.758113 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-71868c92-8bd4-4435-9bd6-5067a1b17545 None None] Port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:29.763287 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.779906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:29.819790 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed7329-746f-4089-937c-60333a467bde,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:29.843624 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:29.887078 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.898500 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Pushing event updated for resources: {'Port': ['ID=86d01490-030b-4001-a265-609daa14065b,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:29.909944 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:29.912451 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Attempting to bind port 86d01490-030b-4001-a265-609daa14065b on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:29.912947 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Attempting to bind port 86d01490-030b-4001-a265-609daa14065b by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:29.913557 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Attempting to bind port 86d01490-030b-4001-a265-609daa14065b on network e1e83372-be96-4279-bbb2-d6e3fa1dc974 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:29.922400 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 5768af13-1a7f-4a45-9d44-6ee886ee7f36, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=5768af13-1a7f-4a45-9d44-6ee886ee7f36,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:29.922730 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:29.923106 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Checking segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:29.923509 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.923904 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Bound using segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:29.924363 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Bound port: 86d01490-030b-4001-a265-609daa14065b, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:29.924780 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:29.928266 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3b009f36a8f4a54b06d992d92322956&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0397580 May 20 18:35:29.931138 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33346) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:29.936102 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:29.971674 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] 10.222.0.54 "PUT /v2.0/routers/395cd2e8-62ed-4163-afd0-39b04753bc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9460831 May 20 18:35:30.052322 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] For port 86d01490-030b-4001-a265-609daa14065b, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:30.056149 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] For port 86d01490-030b-4001-a265-609daa14065b, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=86d01490-030b-4001-a265-609daa14065b,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:30.060605 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Sync routers for ids ['395cd2e8-62ed-4163-afd0-39b04753bc0e'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:30.063085 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.069076 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:30.080083 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Allocated IP 172.28.1.157 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/f66efb68-d5ee-4d42-b7de-2ab0f0e23c75) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:30.110713 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.163817 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.182398 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Routers {'395cd2e8-62ed-4163-afd0-39b04753bc0e'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:30.183086 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['395cd2e8-62ed-4163-afd0-39b04753bc0e'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:30.239539 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.246186 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=5768af13-1a7f-4a45-9d44-6ee886ee7f36,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:30.262584 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:30.262584 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:30.363489 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.371089 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Pushing event updated for resources: {'Port': ['ID=86d01490-030b-4001-a265-609daa14065b,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:30.387147 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:30.467033 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.475499 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-090ba0b7-3fb3-4cfa-a0c2-daca0ed30370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:30.499138 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.513556 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed7329-746f-4089-937c-60333a467bde,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:30.522858 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:30.524373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Set router 395cd2e8-62ed-4163-afd0-39b04753bc0e gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:30.547551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:30.548971 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ff51f4ff-03a2-4553-8cfd-e27695862785 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:30.689334 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:30.692780 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:30.734315 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Pushing event updated for resources: {'Port': ['ID=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:30.741717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:30.864926 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:30.880256 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-2c9c6e79-bab1-4133-988e-cccaba24fa84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62ed7329-746f-4089-937c-60333a467bde HTTP/1.1" status: 204 len: 168 time: 0.9337215 May 20 18:35:31.099261 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6f75-c03e-463f-b989-8f44d019c1cc req-cd64fb3b-9992-4d7a-910b-337aeb40fe3c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:31.115504 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-771c6f75-c03e-463f-b989-8f44d019c1cc req-cd64fb3b-9992-4d7a-910b-337aeb40fe3c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2158337 May 20 18:35:31.159092 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:35:26Z', 'revision_number': 4, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0cfce1a2-5be0-4db6-9574-c66abcc8bd12', 'name': '', 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'mac_address': 'fa:16:3e:1e:e6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:24Z', 'updated_at': '2021-05-20T18:35:27Z', 'revision_number': 2, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'subnets': [{'id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:31.171976 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Checking router: 395cd2e8-62ed-4163-afd0-39b04753bc0e for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:31.172726 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Updating router 395cd2e8-62ed-4163-afd0-39b04753bc0e port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:31.185064 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-771c6f75-c03e-463f-b989-8f44d019c1cc req-80aaed01-df1b-4605-8365-7b7dd871fe39 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685358 May 20 18:35:31.302800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:31.520040 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ff252-9e28-4f27-beb0-b07c70254b14 req-0b372ce0-1ea2-4df1-a2d3-1bc63d1d1f03 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:31.539181 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4a3ff252-9e28-4f27-beb0-b07c70254b14 req-0b372ce0-1ea2-4df1-a2d3-1bc63d1d1f03 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 0.1692169 May 20 18:35:31.625590 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4a3ff252-9e28-4f27-beb0-b07c70254b14 req-0f149e80-61ad-425c-8c52-c6d91b810805 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753102 May 20 18:35:31.649666 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33374) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:31.660338 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813796948', 'description': 'tempest-secgroup-smoke-813796948 description', 'project_id': '84185611b85e472abddf70a79d3fd4a4'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:31.677754 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:31.694943 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:31.709578 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:31.732920 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:31.767855 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed730d73-1195-424c-992b-1162c395342f req-d00ff2eb-a61e-413e-aa59-497a0ab8a75a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:31.770063 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-ed730d73-1195-424c-992b-1162c395342f req-d00ff2eb-a61e-413e-aa59-497a0ab8a75a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Synchronizing usage tracker for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:31.862736 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:31.905665 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:31.910979 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:31.920640 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:31.922468 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-ed730d73-1195-424c-992b-1162c395342f req-d00ff2eb-a61e-413e-aa59-497a0ab8a75a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Unset dirty status for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:31.924195 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ed730d73-1195-424c-992b-1162c395342f req-d00ff2eb-a61e-413e-aa59-497a0ab8a75a tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 1.2365177 May 20 18:35:31.938129 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:31.965295 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf3fdf-7780-4087-88f0-1c5714f9f986 None None] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:32.072129 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.159658 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.167416 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e15f1f86-6ba0-4f45-b520-2493cae32d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:32.240846 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33384) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:32.317232 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4289943c-ba99-476e-b7df-47ec8d8809e1,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:32.323735 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:32.327411 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.334962 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.340951 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 5768af13-1a7f-4a45-9d44-6ee886ee7f36 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:32.367177 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:32.382001 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Usage tracker for resource:security_group_rule and tenant:9dcff4404b164d05b214ef8ae1aaf7e4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:32.390124 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:32.410241 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:32.416670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.416943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-3a8c2621-ee07-4d82-9c79-ed657b59f8c1 None None] Provisioning for port 86d01490-030b-4001-a265-609daa14065b completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:32.420569 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7684808 May 20 18:35:32.444126 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33388) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:32.451750 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Transition to ACTIVE for port object 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:32.468632 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.506103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group_rule': {'security_group_id': '4289943c-ba99-476e-b7df-47ec8d8809e1', 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:32.520023 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:32.520401 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.524747 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:32.552821 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:32.572115 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:32.576811 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.585674 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:32.594837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:32.646770 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd040926-715d-42e5-92c6-f8f47f3c257c req-8b3562d6-6e5c-44f0-bb02-0cf4291acd4b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:32.649661 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Deleting port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:35:32.650006 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.669390 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fd040926-715d-42e5-92c6-f8f47f3c257c req-8b3562d6-6e5c-44f0-bb02-0cf4291acd4b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2328522 May 20 18:35:32.752780 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.825591 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fd040926-715d-42e5-92c6-f8f47f3c257c req-1cec3654-442d-48aa-8595-ec3888fbfb42 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543596 May 20 18:35:32.912761 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1decf-5dd7-433c-ab16-15b6a17f8a96 None None] Pushing event updated for resources: {'Port': ['ID=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:32.912910 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.951870 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.955283 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-04c1decf-5dd7-433c-ab16-15b6a17f8a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:32.976718 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:32.986367 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f4fb94b7-d959-4993-8664-2fa4ba6d3ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:33.052441 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.076583 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Attempting to bind port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:33.083840 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Attempting to bind port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:33.083840 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Attempting to bind port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 on network 2307c673-7ef0-4437-b365-f4abcfcf0746 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:33.098401 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:33.099393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Checking segment: {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:33.099393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.099744 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Bound using segment: {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:33.100233 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Bound port: 0cfce1a2-5be0-4db6-9574-c66abcc8bd12, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:33.100639 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.130130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 86d01490-030b-4001-a265-609daa14065b up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:33.135482 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] For port 3f8928ee-14bb-4ae6-942d-e0af601d42d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3f8928ee-14bb-4ae6-942d-e0af601d42d7,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:33.136925 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.151764 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9dcff4404b164d05b214ef8ae1aaf7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9050307 May 20 18:35:33.157394 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33404) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:33.223078 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983407eb-d668-4842-9467-010d53c4a70b,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:33.240553 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:33.245406 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:33.337892 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] For port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:33.341859 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] For port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:33.392403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5f3943-a19d-4d76-be18-ed5857a9d1a5,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:33.404417 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 86d01490-030b-4001-a265-609daa14065b completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:33.413990 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 86d01490-030b-4001-a265-609daa14065b triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:33.413990 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.436936 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:33.457910 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.460418 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.461727 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0162916 May 20 18:35:33.471177 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33416) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:33.473151 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:33.485050 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group_rule': {'security_group_id': '4289943c-ba99-476e-b7df-47ec8d8809e1', 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:33.503904 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:33.512870 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:33.517043 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Calling delete_port for 3f8928ee-14bb-4ae6-942d-e0af601d42d7 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:35:33.522007 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:33.535329 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636226ae-f1bb-4300-89bc-490708055ae7 req-d1cabdeb-b9b1-49db-955b-21255ee30f3e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:33.537115 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-636226ae-f1bb-4300-89bc-490708055ae7 req-d1cabdeb-b9b1-49db-955b-21255ee30f3e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.4656954 May 20 18:35:33.537879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.567931 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:33.634608 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e039fb-772a-47a2-aa6f-c39f76a344e1 req-cdce4256-a37a-4242-9ac0-dd69d328c30e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:33.640801 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Routers {'395cd2e8-62ed-4163-afd0-39b04753bc0e'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:33.641566 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['395cd2e8-62ed-4163-afd0-39b04753bc0e'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:33.646090 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-31e039fb-772a-47a2-aa6f-c39f76a344e1 req-cdce4256-a37a-4242-9ac0-dd69d328c30e tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 0.5671842 May 20 18:35:33.718635 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.791441 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-3c9fe6a1-5391-4744-8361-0ba33201182e None None] Provisioning complete for port 86d01490-030b-4001-a265-609daa14065b triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:33.791971 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe6a1-5391-4744-8361-0ba33201182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:33.820068 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-ceef8007-510f-47c3-9850-f095d619fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:33.822071 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-ceef8007-510f-47c3-9850-f095d619fdf5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 1.0072691 May 20 18:35:33.822977 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-636226ae-f1bb-4300-89bc-490708055ae7 req-5b3591e3-01c0-4714-811b-2f8d90d9b095 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677438 May 20 18:35:33.861428 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1decf-5dd7-433c-ab16-15b6a17f8a96 None None] Pushing event updated for resources: {'Port': ['ID=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:33.861428 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-04c1decf-5dd7-433c-ab16-15b6a17f8a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:33.897850 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-31e039fb-772a-47a2-aa6f-c39f76a344e1 req-dadd1e58-c51e-497c-abf5-5595b1478aae tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508307 May 20 18:35:33.906024 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.030410 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.045290 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.055622 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-c4265ca6-2703-4d61-a12a-fcf7d657bcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:34.091085 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983407eb-d668-4842-9467-010d53c4a70b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:34.098463 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:34.178277 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.191620 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1496212d-5deb-4405-b21d-41db6acad5f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/983407eb-d668-4842-9467-010d53c4a70b HTTP/1.1" status: 204 len: 168 time: 1.0116715 May 20 18:35:34.191620 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.194728 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.227017 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-38546df9-7e40-40aa-8c32-b2dd3c919505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:34.228862 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-38546df9-7e40-40aa-8c32-b2dd3c919505 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.3945816 May 20 18:35:34.229208 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] Set router 395cd2e8-62ed-4163-afd0-39b04753bc0e gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:34.243008 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1f921acd-8ce9-4772-b6c8-d09a788b4d10 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:34.293235 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8b9262-adb3-4293-86f5-5718552634f2,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:34.305586 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:34.356719 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e59d3-3df6-4ccf-ada6-e816f04d38af req-655421e4-2e98-4c87-bf2c-f848e6b4ad34 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:34.357571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.362929 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-84908483-d775-42b7-a652-6b39cdc8d730 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 217 time: 0.1234717 May 20 18:35:34.369176 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a60e59d3-3df6-4ccf-ada6-e816f04d38af req-655421e4-2e98-4c87-bf2c-f848e6b4ad34 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2684906 May 20 18:35:34.407181 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.411538 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9340391 May 20 18:35:34.418689 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33450) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:34.437294 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group_rule': {'security_group_id': '4289943c-ba99-476e-b7df-47ec8d8809e1', 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:34.443989 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 86d01490-030b-4001-a265-609daa14065b, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=86d01490-030b-4001-a265-609daa14065b,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:34.451560 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:34.464827 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:34.469380 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:34.486815 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a60e59d3-3df6-4ccf-ada6-e816f04d38af req-6166c834-b524-4f97-9d85-8a1fb211d2f2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163733 May 20 18:35:34.496976 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:34.573370 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.618936 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-89661e49-8136-40c2-8e12-c5d201a5f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:34.622631 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-89661e49-8136-40c2-8e12-c5d201a5f78d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.2467201 May 20 18:35:34.629532 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.641386 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:34.705067 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:34.778321 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-0838ecf4-b707-4302-a53d-c3e113e40f76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744298 May 20 18:35:34.782305 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe6a1-5391-4744-8361-0ba33201182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:35.006904 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:35.009205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:35.039197 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=86d01490-030b-4001-a265-609daa14065b,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:35.083711 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51719472-910e-419a-b31c-dd4d32956009,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:35.086328 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:35.087854 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:35.098239 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-4420ce64-5397-43a7-aabe-b6677680e4e9 service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983565 May 20 18:35:35.130054 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.db.api [None req-3c9fe6a1-5391-4744-8361-0ba33201182e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 18:35:35.130453 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_db.api [None req-3c9fe6a1-5391-4744-8361-0ba33201182e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 18:35:35.251532 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-111dd4ac-8346-47dc-bc0b-45db6390f5af req-38ddcbd4-8860-4934-a1c3-4d412eebbc81 service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458747 May 20 18:35:35.255140 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:35:26Z', 'revision_number': 4, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0cfce1a2-5be0-4db6-9574-c66abcc8bd12', 'name': '', 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'mac_address': 'fa:16:3e:1e:e6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:24Z', 'updated_at': '2021-05-20T18:35:33Z', 'revision_number': 4, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'subnets': [{'id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:35.259893 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb489ab0-d77b-403f-9a4a-1dbe713ce07d None None] The sync data for ids ['395cd2e8-62ed-4163-afd0-39b04753bc0e'] in dv-cinder-792462-1-smb is: [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:35:26Z', 'revision_number': 4, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0cfce1a2-5be0-4db6-9574-c66abcc8bd12', 'name': '', 'network_id': '2307c673-7ef0-4437-b365-f4abcfcf0746', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'mac_address': 'fa:16:3e:1e:e6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:24Z', 'updated_at': '2021-05-20T18:35:33Z', 'revision_number': 4, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'subnets': [{'id': 'cbdd446d-8da6-4ffa-bed7-1e45bf0727e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:35.411728 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:35.428766 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1a638837-6467-48c1-9019-cb80ba438562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:35.429053 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:35:35.435109 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda46ad-c666-4682-926f-fdfe566afa96 req-a5e36d1d-650e-4f35-94c4-50baf145fa6b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:35.436678 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-feda46ad-c666-4682-926f-fdfe566afa96 req-a5e36d1d-650e-4f35-94c4-50baf145fa6b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 946 time: 0.3019967 May 20 18:35:35.472931 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event deleted for resources: {'Port': ['ID=3f8928ee-14bb-4ae6-942d-e0af601d42d7,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:35.487042 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Router e0683d6b-2508-448e-8bfc-571d85969c46 is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:35:35.492230 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:35.511104 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b8e3a-838a-45c6-836b-08f755e3835c req-6c0e7b76-7ca2-4bb3-9135-05b694f27a7f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:35.521138 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-735b8e3a-838a-45c6-836b-08f755e3835c req-6c0e7b76-7ca2-4bb3-9135-05b694f27a7f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2141261 May 20 18:35:35.542806 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:35.546607 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-28ffd05c-767a-4913-96c5-2abe425c83d3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1199133 May 20 18:35:35.548797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33476) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:35.574544 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group_rule': {'security_group_id': '4289943c-ba99-476e-b7df-47ec8d8809e1', 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:35.590787 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:35.611942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:35.620140 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-feda46ad-c666-4682-926f-fdfe566afa96 req-0d76683c-365c-405b-a414-e02da8fc3e43 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749272 May 20 18:35:35.621074 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:35.641223 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-735b8e3a-838a-45c6-836b-08f755e3835c req-e6440045-1c7c-488c-852e-6b7dbbf55f09 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186140 May 20 18:35:35.665577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:35.705137 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 3f8928ee-14bb-4ae6-942d-e0af601d42d7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:35.751872 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 3f8928ee-14bb-4ae6-942d-e0af601d42d7 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:35:35.752316 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 3f8928ee-14bb-4ae6-942d-e0af601d42d7 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:35:35.767785 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:35.836380 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] No DVR routers for this DVR port 3f8928ee-14bb-4ae6-942d-e0af601d42d7 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:35:35.841585 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:35.849748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4995b7a-17e0-430e-b887-a30115aef490', 'name': 'network-vif-deleted', 'tag': '3f8928ee-14bb-4ae6-942d-e0af601d42d7'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:35.983770 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4995b7a-17e0-430e-b887-a30115aef490', 'name': 'network-vif-deleted', 'tag': '3f8928ee-14bb-4ae6-942d-e0af601d42d7', 'status': 'completed', 'code': 200} May 20 18:35:36.036442 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.052015 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ed730d73-1195-424c-992b-1162c395342f req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "DELETE /v2.0/ports/3f8928ee-14bb-4ae6-942d-e0af601d42d7 HTTP/1.1" status: 204 len: 173 time: 4.1091497 May 20 18:35:36.063111 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:36.071976 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Sync routers for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:36.079982 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262a09-662c-401f-a2f8-795ee2020617 req-5b0a21b0-6eb3-4493-ac05-4aaeecd3ca64 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:36.082885 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f9262a09-662c-401f-a2f8-795ee2020617 req-5b0a21b0-6eb3-4493-ac05-4aaeecd3ca64 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2161732 May 20 18:35:36.096195 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:36.097485 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:36.115953 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.129585 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d3d9243b-b504-468d-86b1-0ceed512326f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:36.166419 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5018b07a-7ce5-4de0-b223-9f592ff6ec42,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:36.169303 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:36.189107 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f9262a09-662c-401f-a2f8-795ee2020617 req-5eb24467-7475-4cc0-a496-65f3bf640bc7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996633 May 20 18:35:36.205860 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.211044 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33498) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:36.220779 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6531923 May 20 18:35:36.327895 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.332266 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7768238 May 20 18:35:36.332674 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33504) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:36.339101 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group_rule': {'security_group_id': '4289943c-ba99-476e-b7df-47ec8d8809e1', 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:36.350020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:36.359775 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:36.367166 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:36.383012 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:36.474254 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:36.485271 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33508) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:36.519721 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.securitygroups_db [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Project 84185611b85e472abddf70a79d3fd4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:35:36.537535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.816357 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.843436 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-105867441-network', 'tenant_id': '6bfa888f44de4ebe8260b5201ac9fb92'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:36.857257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:36.862084 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Usage tracker for resource:network and tenant:6bfa888f44de4ebe8260b5201ac9fb92 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:36.866864 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:36.887483 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:36.905919 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:36.912364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:36.967139 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:37.007313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Made reservation on behalf of 6bfa888f44de4ebe8260b5201ac9fb92 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:37.011975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.026400 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b6acf5-eeac-47ee-9bdf-2aa8c23da385,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:37.030666 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.042274 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:37.057603 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:37.063049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Usage tracker for resource:security_group_rule and tenant:6bfa888f44de4ebe8260b5201ac9fb92 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:37.070052 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:37.075790 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:37.196230 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.197644 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.199733 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:37.206218 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:37.212814 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.218553 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8846898 May 20 18:35:37.223178 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33518) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:37.234160 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'security_group_rule': {'security_group_id': '4289943c-ba99-476e-b7df-47ec8d8809e1', 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:37.246913 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:37.256063 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:security_group_rule and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:37.260410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:37.264343 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.277447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:35:37.283237 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-640d9439-0e4c-460e-800f-66e00e47ebb0 req-db8830e6-b874-4519-ab0b-86e830bfcc52 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4995b7a-17e0-430e-b887-a30115aef490 HTTP/1.1" status: 200 len: 210 time: 0.1593113 May 20 18:35:37.287943 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.288335 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Added segment ff1cb775-5f88-41e4-81ad-4b5da203708b of type vlan for network 4055edb6-3684-4ff0-a317-81f4f5a38c02 May 20 18:35:37.306391 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c53049f0-da28-4388-8e14-fbfe0b866df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:37.339205 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:37.341733 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12726c47-24bf-4bdc-a512-08326f064d3b,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:37.348943 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:37.381686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.405694 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.453484 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.securitygroups_db [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Project 84185611b85e472abddf70a79d3fd4a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:35:37.455230 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:31Z', 'revision_number': 3, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:37.463946 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.465406 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Checking router: e0683d6b-2508-448e-8bfc-571d85969c46 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:37.465763 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Updating router e0683d6b-2508-448e-8bfc-571d85969c46 port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:37.521717 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:37.525225 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.526677 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:37.527258 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.564530 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:37.570719 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.683913 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106e03-47ce-4c0c-927b-0e3e72e36afa req-76bc9d1d-9a1f-418b-8229-ebf5bd438584 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:37.685516 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80106e03-47ce-4c0c-927b-0e3e72e36afa req-76bc9d1d-9a1f-418b-8229-ebf5bd438584 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.6828172 May 20 18:35:37.730510 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.731398 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 86d01490-030b-4001-a265-609daa14065b up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:37.783818 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2945943 May 20 18:35:37.783818 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Pushing event updated for resources: {'Network': ['ID=4055edb6-3684-4ff0-a317-81f4f5a38c02,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:37.785275 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33530) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:37.793555 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:37.793969 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:37.797904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Request body: {'subnet': {'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-105867441-subnet', 'tenant_id': '6bfa888f44de4ebe8260b5201ac9fb92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:37.806951 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:37.810251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.813779 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Usage tracker for resource:subnet and tenant:6bfa888f44de4ebe8260b5201ac9fb92 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:37.821146 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:37.833898 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:37.859313 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80106e03-47ce-4c0c-927b-0e3e72e36afa req-0adb4ab7-2a99-4acc-9758-7c1fbde24266 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044657 May 20 18:35:37.876642 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:37.880433 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:37.881588 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 4055edb6-3684-4ff0-a317-81f4f5a38c02 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:35:37.902172 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:37.908444 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:37.925481 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed635d-7596-4736-8722-1010e0f78048 req-532ada54-e588-4019-9216-5250aab34974 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:37.925834 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39008f56-a977-44c9-a01b-d7254568c079,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:37.926996 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a7ed635d-7596-4736-8722-1010e0f78048 req-532ada54-e588-4019-9216-5250aab34974 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.3639870 May 20 18:35:37.935828 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:37.953770 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Made reservation on behalf of 6bfa888f44de4ebe8260b5201ac9fb92 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:37.956991 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2616647'] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.017033 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 86d01490-030b-4001-a265-609daa14065b triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:38.018157 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.042873 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a7ed635d-7596-4736-8722-1010e0f78048 req-3fdf7142-ee96-4b77-9eb0-6e1af96f8817 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060259 May 20 18:35:38.092154 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.102484 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.103762 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8798411 May 20 18:35:38.123562 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Transition to ACTIVE for port object f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:38.157283 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.205275 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.213915 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c7776a17-dc2a-4479-896b-7c07b58de650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:38.312536 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Attempting to bind port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:38.312919 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Attempting to bind port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:38.313306 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Attempting to bind port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:38.322619 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab447-73c5-4946-8854-2184bd812248 None None] Pushing event updated for resources: {'Port': ['ID=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:38.324996 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:38.325433 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:38.325769 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.326158 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:38.326632 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Bound port: f66efb68-d5ee-4d42-b7de-2ab0f0e23c75, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:38.327011 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.355885 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-444ab447-73c5-4946-8854-2184bd812248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:38.399641 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:35:38.428382 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] For port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:38.428382 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] For port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:38.504532 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.510177 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c7776a17-dc2a-4479-896b-7c07b58de650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:38.560265 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Allocated IP 172.20.0.1 (e1e83372-be96-4279-bbb2-d6e3fa1dc974/621e1f90-850a-45d2-ac45-996f3f391a23/0174e298-1ed5-4e01-a33b-4ca2e7922ed5) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:38.601323 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:38.601942 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:38.613361 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2487362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2616661'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.619348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0b075b26-c88a-4d95-8c57-8c984fcb22e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:38.708215 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab447-73c5-4946-8854-2184bd812248 None None] Pushing event updated for resources: {'Port': ['ID=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:38.710201 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95129be-4b95-4eb3-84d4-dd120f1f6307,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:38.713136 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-444ab447-73c5-4946-8854-2184bd812248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:38.715018 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:38.735983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Checking segment: {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:38.737831 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Network hostable DHCP agents. Network: 4055edb6-3684-4ff0-a317-81f4f5a38c02, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:35:38.777468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:38.826839 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.844229 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.provisioning_blocks [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Transition to ACTIVE for port object 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 will not be triggered until provisioned by entity DHCP. {{(pid=92135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:38.871801 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:38.876804 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:38.877290 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.880983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Network 4055edb6-3684-4ff0-a317-81f4f5a38c02 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:35:38.971000 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 4055edb6-3684-4ff0-a317-81f4f5a38c02) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:38.971361 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:38.977313 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:38.983919 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102510c-4477-4e48-a00d-c9046b79e2d7 None None] Network 4055edb6-3684-4ff0-a317-81f4f5a38c02 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:38.984348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:38.985220 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:39.131828 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3455098 May 20 18:35:39.156106 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:39.162628 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:39.173296 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:39.213455 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-a83febe4-b086-49ed-9ce9-fc77172cd7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:39.215188 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-a83febe4-b086-49ed-9ce9-fc77172cd7ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1098 time: 0.1583214 May 20 18:35:39.383830 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Pushing event updated for resources: {'Port': ['ID=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:39.396948 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:39.466068 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b977ac-f0f4-4510-b709-3a6dd4866578 req-9b807b0a-a161-4acc-bfce-29a0afec6349 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:39.467873 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-15b977ac-f0f4-4510-b709-3a6dd4866578 req-9b807b0a-a161-4acc-bfce-29a0afec6349 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.4138467 May 20 18:35:39.470657 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:39.498718 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-90c6243d-9a61-4c7a-99de-edfce65afa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:39.498913 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-90c6243d-9a61-4c7a-99de-edfce65afa93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.2758520 May 20 18:35:39.516048 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:31Z', 'revision_number': 3, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:39.525124 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb5436-9831-436f-bde2-8867a5a65d3a None None] The sync data for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb is: [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:31Z', 'revision_number': 3, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:39.525970 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e551e-3ed7-49cb-aa7c-17c0831fc6b0 req-fcd25a8e-5d3e-4d5f-98b3-6f86ecacad4f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:39.527578 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e57e551e-3ed7-49cb-aa7c-17c0831fc6b0 req-fcd25a8e-5d3e-4d5f-98b3-6f86ecacad4f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.2770488 May 20 18:35:39.592032 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a1ab1-62c4-4fa3-bafc-ff340057e832 None None] Network 4055edb6-3684-4ff0-a317-81f4f5a38c02 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:39.625006 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-15b977ac-f0f4-4510-b709-3a6dd4866578 req-7294c3db-11ac-49e4-a45b-b51ec1168de1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491537 May 20 18:35:39.648715 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-e842ff37-005f-4718-b8eb-942c520e8eee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 1001 time: 0.1391528 May 20 18:35:39.657698 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e57e551e-3ed7-49cb-aa7c-17c0831fc6b0 req-e16b0d8a-f6fd-42c1-8562-0ff19410532e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138334 May 20 18:35:39.786148 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-bbda6730-142e-40f6-b22f-04c9d9e53085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:39.787869 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-bbda6730-142e-40f6-b22f-04c9d9e53085 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.1319640 May 20 18:35:39.808898 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-6f8b853f-7ff5-4813-8fa5-271a12f497f3 None None] Provisioning for port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:39.830586 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-6f8b853f-7ff5-4813-8fa5-271a12f497f3 None None] Provisioning complete for port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:39.832300 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6f8b853f-7ff5-4813-8fa5-271a12f497f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:39.901850 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:39.953601 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b853f-7ff5-4813-8fa5-271a12f497f3 None None] Port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:39.966787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-33cba270-1012-4681-9beb-a9ed431bed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:39.970655 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-33cba270-1012-4681-9beb-a9ed431bed05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1726394 May 20 18:35:40.193080 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-d6ad31fa-0374-4b80-a7e1-873591487b22 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170594 May 20 18:35:40.362986 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1cf0ad7b-d1c6-46c2-97b8-ce4e2f89c6af req-f727b82d-3084-4954-87df-ce57577a8b07 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652222 May 20 18:35:40.363608 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:40.472332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:40.520537 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:40.672295 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Pushing event updated for resources: {'Port': ['ID=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:40.680371 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:40.681470 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:40.839390 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:40.843043 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a256e-bc19-4630-ae8e-fe2531c1b207 req-9625ce83-b9e7-4452-be4a-20bb906dc3d5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:40.844584 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-100a256e-bc19-4630-ae8e-fe2531c1b207 req-9625ce83-b9e7-4452-be4a-20bb906dc3d5 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.2262976 May 20 18:35:40.975784 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:40.984468 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:40.999395 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-100a256e-bc19-4630-ae8e-fe2531c1b207 req-2334c65f-4f65-4cf7-9e71-57522a6c8caf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484485 May 20 18:35:41.007372 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:41.013724 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:41.014106 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.125053 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33642) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:41.228324 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.253553 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:41.286342 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.303504 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:41.308018 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Usage tracker for resource:security_group_rule and tenant:f705b80b9a5b427eb1a8bb29cf0d5f75 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:41.311638 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:41.318688 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:41.325349 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.327281 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:41.376285 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c55981-d317-4c46-9f7f-8d81d24a1c76 req-29ca09f7-c491-4907-b515-b88b4f1e6e7a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:41.378421 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72c55981-d317-4c46-9f7f-8d81d24a1c76 req-29ca09f7-c491-4907-b515-b88b4f1e6e7a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.5210557 May 20 18:35:41.404817 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-870460a8-8799-4025-852b-ed6cee4cd76c None None] Provisioning complete for port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:41.405184 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-870460a8-8799-4025-852b-ed6cee4cd76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.443661 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.456603 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:41.461031 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:41.469490 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-870460a8-8799-4025-852b-ed6cee4cd76c None None] Port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:41.481161 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Router e0683d6b-2508-448e-8bfc-571d85969c46 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:35:41.485334 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72c55981-d317-4c46-9f7f-8d81d24a1c76 req-29417945-5ef7-4e7c-a3d3-0209d8fd5f7d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820763 May 20 18:35:41.548085 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.557709 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-79b54298-62e5-4f5e-94f2-732d0cc46d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:41.566230 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45240549-73bf-4ac5-90cc-7d8517a3d32b req-e87e7892-5205-4ced-a159-4f3c42e6650e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:41.567730 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-45240549-73bf-4ac5-90cc-7d8517a3d32b req-e87e7892-5205-4ced-a159-4f3c42e6650e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 945 time: 0.3377478 May 20 18:35:41.603243 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f705b80b9a5b427eb1a8bb29cf0d5f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770737 May 20 18:35:41.604102 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7778c2a2-6595-4438-a77a-65553b2f9707,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:41.606594 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33648) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:41.619301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:41.660129 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:41.670911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.703829 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-45240549-73bf-4ac5-90cc-7d8517a3d32b req-687eb834-7992-4959-8885-e59fcb7ba37f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271265 May 20 18:35:41.720168 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.735938 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:41.749893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] 10.222.0.54 "PUT /v2.0/routers/e0683d6b-2508-448e-8bfc-571d85969c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5364900 May 20 18:35:41.824169 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Sync routers for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:41.850874 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.862535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-84f334dc-1f64-480e-8dac-74cf1f52283b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:41.878211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7778c2a2-6595-4438-a77a-65553b2f9707,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:41.882001 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:41.887130 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:41.888452 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7778c2a2-6595-4438-a77a-65553b2f9707 HTTP/1.1" status: 204 len: 168 time: 0.2809780 May 20 18:35:41.926956 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:41.927593 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:42.053971 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:42.140785 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:42.219118 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:42.252809 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:42.303598 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'code': 200} May 20 18:35:42.304556 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:42.306501 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:42.343515 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8930fce-9826-4969-a4d2-b751f2941866 req-c87baafd-f2e7-4efe-8859-b8c6e21dd295 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:42.353388 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f8930fce-9826-4969-a4d2-b751f2941866 req-c87baafd-f2e7-4efe-8859-b8c6e21dd295 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.1827521 May 20 18:35:42.531057 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f8930fce-9826-4969-a4d2-b751f2941866 req-2654efa4-afef-42a5-996b-2ea5bb1e5319 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/security-groups?id=4946313d-170e-464b-88b5-40cc8da4300c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767673 May 20 18:35:42.607275 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=8']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:42.617943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:42.671911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-88f2d657-b61a-4f71-b3e8-941d4060276b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:42.673458 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-88f2d657-b61a-4f71-b3e8-941d4060276b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Synchronizing usage tracker for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:42.749950 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-43823849-ad97-4ea9-ac2b-47570c00c36d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:42.751537 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-43823849-ad97-4ea9-ac2b-47570c00c36d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/networks?id=4055edb6-3684-4ff0-a317-81f4f5a38c02 HTTP/1.1" status: 200 len: 808 time: 0.2864032 May 20 18:35:42.759396 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-88f2d657-b61a-4f71-b3e8-941d4060276b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Unset dirty status for tenant:026bc8972b444738a46ea2c537676212 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:42.760663 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-88f2d657-b61a-4f71-b3e8-941d4060276b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 946 time: 0.2661541 May 20 18:35:42.785171 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-ff68f035-7c7c-43b3-be42-edb14e44bb14 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/quotas/6bfa888f44de4ebe8260b5201ac9fb92 HTTP/1.1" status: 200 len: 375 time: 0.0227928 May 20 18:35:42.820994 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:42.850978 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-86295664-86f4-48ff-9b8d-96949ba525e2 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517261 May 20 18:35:42.872342 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a19de-589c-4583-a087-748c2493c723 req-28547700-86c0-496f-86ea-12c7314c4971 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:42.873685 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5b5a19de-589c-4583-a087-748c2493c723 req-28547700-86c0-496f-86ea-12c7314c4971 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1783962 May 20 18:35:42.962391 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Deleting port c4069dd1-a56f-4e0f-8020-b672793e67b8 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:35:42.962728 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.017529 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:43.018069 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.069724 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33692) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:43.072959 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-de6cdfbc-1c2d-419d-abb2-260a64ffce34 service neutron] 10.222.0.54 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982348 May 20 18:35:43.088052 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1989683180-network', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:43.093059 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:43.097348 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Usage tracker for resource:network and tenant:66d6f19e0ea245e1b639b2c206c02ed4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:43.100314 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:43.105827 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:40Z', 'revision_number': 2, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:43.106707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:43.135949 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Checking router: e0683d6b-2508-448e-8bfc-571d85969c46 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:43.136654 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Updating router e0683d6b-2508-448e-8bfc-571d85969c46 port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:43.197638 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5b5a19de-589c-4583-a087-748c2493c723 req-8f549fae-04e5-4527-bd80-0006bc2a4dea tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998866 May 20 18:35:43.248442 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] For port c4069dd1-a56f-4e0f-8020-b672793e67b8, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=c4069dd1-a56f-4e0f-8020-b672793e67b8,segment=NetworkSegment(79cd73a8-5d53-4842-bbc6-fcc0413296d2),segment_id=79cd73a8-5d53-4842-bbc6-fcc0413296d2)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:43.248851 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.255770 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.264369 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Made reservation on behalf of 66d6f19e0ea245e1b639b2c206c02ed4 for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:43.270748 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.287612 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.343260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:43.350689 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Usage tracker for resource:security_group_rule and tenant:66d6f19e0ea245e1b639b2c206c02ed4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:43.355194 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4550e336-1feb-4207-9440-42a64d3b5660 service neutron] 10.222.0.54 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734296 May 20 18:35:43.356458 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:43.401414 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Calling delete_port for c4069dd1-a56f-4e0f-8020-b672793e67b8 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:35:43.448986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:43.518859 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd1c71-7317-4b20-a5d2-081657f80922 req-7efd7b22-d098-4c82-bb45-a3181d61bd38 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:43.520357 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b9dd1c71-7317-4b20-a5d2-081657f80922 req-7efd7b22-d098-4c82-bb45-a3181d61bd38 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.1604569 May 20 18:35:43.596529 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b9dd1c71-7317-4b20-a5d2-081657f80922 req-82fb6fe7-0cbd-455e-ad66-e1c4b0969ada tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659182 May 20 18:35:43.612840 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.635849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.643079 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-edb998f4-d2a3-47dc-a8f5-80f817a69342 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:43.698843 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['c4069dd1-a56f-4e0f-8020-b672793e67b8'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:35:43.738299 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Pushing event deleted for resources: {'Port': ['ID=c4069dd1-a56f-4e0f-8020-b672793e67b8,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:43.746801 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6fd9c832-4165-4717-8952-c7944205ec8e req-f60b460d-cdc9-4d0c-a3d8-df1701428be4 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 210 time: 0.0889330 May 20 18:35:43.748682 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.764344 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=92135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:35:43.770447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.770587 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.770821 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.771170 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.771526 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.771879 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.772278 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.772590 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.772937 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.773284 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.773732 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.773966 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.774295 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:43.787609 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-70f8f3cf-58ee-4422-b898-343b42f69f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:43.790720 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Transition to ACTIVE for port object 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:43.832197 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.832628 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Added segment dabd8fad-52ca-4d19-bee3-07d14b9dc0e7 of type vlan for network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef May 20 18:35:43.833425 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:43.865008 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-914e3801-77b6-4791-aa08-42fafd0e9fbb req-d3dc2663-7eaf-42b4-838a-760ac32971bf tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.0799298 May 20 18:35:43.879967 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] No DVR routers for this DVR port c4069dd1-a56f-4e0f-8020-b672793e67b8 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:35:43.884174 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.885361 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.887356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'name': 'network-vif-deleted', 'tag': 'c4069dd1-a56f-4e0f-8020-b672793e67b8'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:43.887700 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446fd10f-b120-4bed-9017-722b47627957,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:43.890261 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-04c1decf-5dd7-433c-ab16-15b6a17f8a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:43.907183 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:43.911691 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:43.978226 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0', 'name': 'network-vif-deleted', 'tag': 'c4069dd1-a56f-4e0f-8020-b672793e67b8', 'status': 'completed', 'code': 200} May 20 18:35:44.022679 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-5fbb9b0e-b2ea-44df-ae44-eef74152417a req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.69 "DELETE /v2.0/ports/c4069dd1-a56f-4e0f-8020-b672793e67b8 HTTP/1.1" status: 204 len: 173 time: 1.2526338 May 20 18:35:44.039705 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb40a17-d846-4584-866e-a327954c13b4 None None] Pushing event updated for resources: {'Port': ['ID=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:44.044669 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3cb40a17-d846-4584-866e-a327954c13b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:44.049400 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.050795 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:44.051388 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.056389 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4f488cc9-b06a-46f6-849e-8022211c9389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:44.140381 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Attempting to bind port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:44.140862 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Attempting to bind port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:44.143832 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Attempting to bind port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 on network e1e83372-be96-4279-bbb2-d6e3fa1dc974 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:44.149805 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:44.151208 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Checking segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:44.151208 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.151208 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Bound using segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:44.151466 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Bound port: 0174e298-1ed5-4e01-a33b-4ca2e7922ed5, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:44.151662 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.179961 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Pushing event updated for resources: {'Network': ['ID=1eacc904-97cb-4a01-89f5-4ce8d60f93ef,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:44.182918 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:44.212582 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:35:44.228803 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1539185 May 20 18:35:44.231271 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33720) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:44.250694 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Request body: {'subnet': {'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1989683180-subnet', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:44.259901 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:44.266263 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Usage tracker for resource:subnet and tenant:66d6f19e0ea245e1b639b2c206c02ed4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:44.272605 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:44.279949 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:44.394492 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] For port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:44.398784 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] For port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:44.409276 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Made reservation on behalf of 66d6f19e0ea245e1b639b2c206c02ed4 for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:44.411541 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2576919'] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.518888 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-79b0a68c-f713-4c20-bb48-0fdd418997bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.536337 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dfc36-bac7-4eb7-845a-8da63d0442cc req-aac38561-5422-40e9-bdf7-240efb73e5c4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:44.542978 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-332dfc36-bac7-4eb7-845a-8da63d0442cc req-aac38561-5422-40e9-bdf7-240efb73e5c4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1978326 May 20 18:35:44.547104 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:44.551521 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:44.642716 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb40a17-d846-4584-866e-a327954c13b4 None None] Pushing event updated for resources: {'Port': ['ID=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:44.646140 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:44.646810 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:44.732521 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-332dfc36-bac7-4eb7-845a-8da63d0442cc req-8cadd0da-7a5b-48d9-8af3-e40b3f93c2dd tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867824 May 20 18:35:44.744951 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3cb40a17-d846-4584-866e-a327954c13b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:44.866388 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d37ea3e2-2e78-4b88-9df1-c69c38a81e15 req-47509193-8947-4b1b-bbed-524f55689d20 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 210 time: 0.0489140 May 20 18:35:44.931177 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:45.062408 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dc2203d6-02ac-4572-91ad-e6fef2e6e370 req-cd0a03ba-64a2-4767-8d4c-064d46b7adef tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa1b6a57-f0ec-4657-aaef-1138fa1ffaf0 HTTP/1.1" status: 200 len: 210 time: 0.0529103 May 20 18:35:45.168140 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2576901'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:45.173212 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-a1456b8b-6743-4b7b-8bb1-1e819648b38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:45.260158 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d34de3-145c-4694-9b14-a498557462bd,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:45.263082 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:45.275079 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Checking segment: {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:45.275379 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Network hostable DHCP agents. Network: 1eacc904-97cb-4a01-89f5-4ce8d60f93ef, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:35:45.300306 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:44Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:45.304408 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6affd-f94a-45ac-a57c-150fc8e6e051 None None] The sync data for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb is: [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:44Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:45.430305 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:35:45.536240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 1eacc904-97cb-4a01-89f5-4ce8d60f93ef) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:45.546364 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b095e-c7bc-4d12-92f6-8f7cdca88f46 None None] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:45.549980 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:45.551334 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:45.678779 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f5acb24a-d62c-481a-b85d-78dddb2a2952 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4451096 May 20 18:35:45.681487 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33740) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:45.686518 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c4069dd1-a56f-4e0f-8020-b672793e67b8 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:45.686687 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:45.693449 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:45.700285 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Usage tracker for resource:router and tenant:66d6f19e0ea245e1b639b2c206c02ed4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:45.704085 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:45.710506 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:45.781470 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: c4069dd1-a56f-4e0f-8020-b672793e67b8 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:35:45.781842 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device c4069dd1-a56f-4e0f-8020-b672793e67b8 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:35:45.782266 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:35:45.826597 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:45.828036 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:45.843670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:45.990607 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-1eacc904-97cb-4a01-89f5-4ce8d60f93ef', 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'fixed_ips': [{'subnet_id': '57d34de3-145c-4694-9b14-a498557462bd'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:35:45.991482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:46.189581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Allocated IP 172.20.0.2 (1eacc904-97cb-4a01-89f5-4ce8d60f93ef/57d34de3-145c-4694-9b14-a498557462bd/fa2baa12-6845-43c7-b362-760c1ebd2495) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:46.294899 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:46.314225 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22e6b-4eb5-4725-b6a8-267ee85974be req-c48767d2-04f4-41e5-9a97-969cd630de44 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:46.315845 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-97a22e6b-4eb5-4725-b6a8-267ee85974be req-c48767d2-04f4-41e5-9a97-969cd630de44 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.4439318 May 20 18:35:46.367266 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fd658-589b-4d1a-b724-14c943a7d5e9 req-1076cb98-a918-455e-b40b-8b3e847617c8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:46.378367 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1b1fd658-589b-4d1a-b724-14c943a7d5e9 req-1076cb98-a918-455e-b40b-8b3e847617c8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.4277432 May 20 18:35:46.435360 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-97a22e6b-4eb5-4725-b6a8-267ee85974be req-c32d9ed0-dc84-463a-a6bf-a3f36fb8177d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112676 May 20 18:35:46.443912 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:46.458719 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Transition to ACTIVE for port object fa2baa12-6845-43c7-b362-760c1ebd2495 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:46.490542 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1b1fd658-589b-4d1a-b724-14c943a7d5e9 req-58d766dd-5d8c-43d8-9a9e-7103418a62b0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143198 May 20 18:35:46.500122 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Transition to ACTIVE for port object fa2baa12-6845-43c7-b362-760c1ebd2495 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:46.583741 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:46.587829 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:46.646132 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33772) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:46.709352 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-88af0f3c-6601-4025-9609-505ceef84aff req-692365d6-7f2a-4d29-98bc-bc199dfe5da6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 210 time: 0.1082222 May 20 18:35:46.709829 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33776) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:46.763148 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:46.775460 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:46.777666 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Deleting subnet 85af9223-37f7-43b2-8c57-f599b00efb94 {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:35:46.780629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:46.785477 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:46.893886 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-7e52fa2a-8a1b-4044-bf92-351b0c5d1235 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:46.895205 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-7e52fa2a-8a1b-4044-bf92-351b0c5d1235 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Synchronizing usage tracker for tenant:6bfa888f44de4ebe8260b5201ac9fb92 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:46.903037 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:46.904386 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:46.949014 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Pushing event updated for resources: {'Port': ['ID=fa2baa12-6845-43c7-b362-760c1ebd2495,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:47.009273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-7e52fa2a-8a1b-4044-bf92-351b0c5d1235 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Unset dirty status for tenant:6bfa888f44de4ebe8260b5201ac9fb92 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:47.010511 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-7e52fa2a-8a1b-4044-bf92-351b0c5d1235 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "GET /v2.0/networks?id=4055edb6-3684-4ff0-a317-81f4f5a38c02 HTTP/1.1" status: 200 len: 808 time: 0.3972626 May 20 18:35:47.025300 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Request body: {'port': {'device_id': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02', 'admin_state_up': True, 'tenant_id': '6bfa888f44de4ebe8260b5201ac9fb92'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:47.075865 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:47.122150 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Attempting to bind port fa2baa12-6845-43c7-b362-760c1ebd2495 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:47.122526 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Attempting to bind port fa2baa12-6845-43c7-b362-760c1ebd2495 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:47.122908 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Attempting to bind port fa2baa12-6845-43c7-b362-760c1ebd2495 on network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:47.134994 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:47.135373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Checking segment: {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:47.135790 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.136193 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Bound using segment: {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:47.136986 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Bound port: fa2baa12-6845-43c7-b362-760c1ebd2495, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:47.137238 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.218035 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:47.222500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Usage tracker for resource:port and tenant:6bfa888f44de4ebe8260b5201ac9fb92 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:47.225620 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:47.231965 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:47.246280 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] For port fa2baa12-6845-43c7-b362-760c1ebd2495, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:47.250564 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] For port fa2baa12-6845-43c7-b362-760c1ebd2495, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=fa2baa12-6845-43c7-b362-760c1ebd2495,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:47.252223 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.270961 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:47.274372 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1d9b269f-01fc-41f4-83bd-803b876898bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.278842 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:47.279358 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.289571 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.323095 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.342401 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Made reservation on behalf of 6bfa888f44de4ebe8260b5201ac9fb92 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:35:47.347710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.378564 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.383142 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.393199 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:47.480386 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.483705 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-65eab05e-39f8-4f8a-8f00-350a0e199aff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7689235 May 20 18:35:47.509372 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Pushing event updated for resources: {'Port': ['ID=fa2baa12-6845-43c7-b362-760c1ebd2495,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:47.516813 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:47.570128 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:47.601636 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Allocated IP 172.20.0.10 (4055edb6-3684-4ff0-a317-81f4f5a38c02/d95129be-4b95-4eb3-84d4-dd120f1f6307/a42a477a-36c2-4981-871f-3a9ad4ff8ec3) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:47.638946 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:47.648053 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:47.758030 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:47.761130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:47.911424 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Allocated IP 172.28.1.9 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/e3ddd793-88b1-4338-8c5b-55e23f03512a) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:47.967957 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.017367 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f823c-8c91-4b3f-bc2b-357d6541ed32 req-014ec94b-a936-4faa-a3f7-c58dc89ba3be tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:48.018878 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-be6f823c-8c91-4b3f-bc2b-357d6541ed32 req-014ec94b-a936-4faa-a3f7-c58dc89ba3be tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2804797 May 20 18:35:48.032515 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03bb32-f822-4fc3-8624-567df201e85c req-eb310c44-4289-4d85-ae8f-67cf18f7162e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:48.034033 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ef03bb32-f822-4fc3-8624-567df201e85c req-eb310c44-4289-4d85-ae8f-67cf18f7162e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.3494327 May 20 18:35:48.131168 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.140335 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c863f258-14b4-4abe-b6b5-7c0bf6b84daa tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:48.178261 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-be6f823c-8c91-4b3f-bc2b-357d6541ed32 req-552ea8d0-de05-4efb-85c5-e41437c95364 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401923 May 20 18:35:48.204620 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.217698 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ef03bb32-f822-4fc3-8624-567df201e85c req-fe188f57-2a39-4ffc-a646-22423f7583cb tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190960 May 20 18:35:48.219668 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Network 4055edb6-3684-4ff0-a317-81f4f5a38c02 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:48.221745 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:48.231173 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:48.239356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.255481 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.260063 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:48.292849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Pushing event updated for resources: {'Port': ['ID=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:48.304186 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85af9223-37f7-43b2-8c57-f599b00efb94,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:48.304748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:48.305103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.319664 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:48.320295 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.356400 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.357003 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.357144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.357499 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.357873 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.358217 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.358555 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.358920 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.359264 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.359600 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.359934 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.360271 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:48.370289 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:48.372673 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-23c4e385-f962-4cdc-8fc5-1453e5865608 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/85af9223-37f7-43b2-8c57-f599b00efb94 HTTP/1.1" status: 204 len: 168 time: 1.7247078 May 20 18:35:48.379151 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33800) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:48.433468 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-5116fe78-b652-4ce9-a889-984780c39944 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4126170 May 20 18:35:48.433633 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522984f4-e75e-416d-a150-cce6761a191b req-35a55e29-e113-4e56-aaa0-29fd49b6bb34 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:48.440859 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-522984f4-e75e-416d-a150-cce6761a191b req-35a55e29-e113-4e56-aaa0-29fd49b6bb34 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 932 time: 0.1403458 May 20 18:35:48.497640 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-522984f4-e75e-416d-a150-cce6761a191b req-82717119-c5a0-470c-b550-cb7c930d4602 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 May 20 18:35:48.502589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Request body: {'port': {'device_id': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:35:48.505030 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.516437 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:48.564134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.574776 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:48.577782 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:48.582442 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:48.627773 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ddd793-88b1-4338-8c5b-55e23f03512a,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:48.632115 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:48.729953 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372907e2-ce8b-4171-af92-1da20f58e9c7 None None] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:35:48.833513 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.847463 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0782dde8-de1f-43f5-8c25-1d7dbdd1198e']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:48.860083 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cd73a8-5d53-4842-bbc6-fcc0413296d2') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:48.860376 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cd73a8-5d53-4842-bbc6-fcc0413296d2') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:48.872285 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.891976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.902961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:35:48.903358 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:48.911005 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device fa2baa12-6845-43c7-b362-760c1ebd2495 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:35:48.916651 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:35:48.921795 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.079474 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-99161dbe-1ff7-43b0-a236-224069ecb0d2 None None] Provisioning for port fa2baa12-6845-43c7-b362-760c1ebd2495 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:49.135871 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.144468 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.169076 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ec9f11a6-337f-47d5-a4cf-17de42787bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:49.183185 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0782dde8-de1f-43f5-8c25-1d7dbdd1198e,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:49.185976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:49.197586 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port fa2baa12-6845-43c7-b362-760c1ebd2495 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:49.208192 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port fa2baa12-6845-43c7-b362-760c1ebd2495 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:49.209177 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.317245 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1c8bcab8-64fc-4a8f-8593-3e8982680ba9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0782dde8-de1f-43f5-8c25-1d7dbdd1198e HTTP/1.1" status: 204 len: 168 time: 0.9399064 May 20 18:35:49.405000 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.437036 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.478854 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port fa2baa12-6845-43c7-b362-760c1ebd2495, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=fa2baa12-6845-43c7-b362-760c1ebd2495,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:49.488164 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42a477a-36c2-4981-871f-3a9ad4ff8ec3 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:35:49.496881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.513672 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-20ccbede-4da4-45bd-80b9-cb3be59e76f6 None None] Provisioning complete for port fa2baa12-6845-43c7-b362-760c1ebd2495 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:49.514050 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-20ccbede-4da4-45bd-80b9-cb3be59e76f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.521504 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Transition to ACTIVE for port object a42a477a-36c2-4981-871f-3a9ad4ff8ec3 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:49.546625 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.547440 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:49.582223 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:49.638195 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.644192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3e6dc1bc-0e95-41dd-9130-d375e9bfd8b7 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:49.710067 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=fa2baa12-6845-43c7-b362-760c1ebd2495,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:49.712984 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:49.769094 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:49.769840 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.813816 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:49.820418 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810728e7-ed85-4ffe-868c-84d031a05f46 req-d8a0272a-9d75-4a86-b928-10d2eb705ba9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:49.821749 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-810728e7-ed85-4ffe-868c-84d031a05f46 req-d8a0272a-9d75-4a86-b928-10d2eb705ba9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.3364568 May 20 18:35:49.840743 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Pushing event updated for resources: {'Port': ['ID=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:49.849109 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:49.873775 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33814) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:49.895706 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59ad27-aec5-429c-bd8b-689b9c77cb28 req-d4ff2cc3-7643-4e37-acfd-e473f9eb834a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:49.897077 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7f59ad27-aec5-429c-bd8b-689b9c77cb28 req-d4ff2cc3-7643-4e37-acfd-e473f9eb834a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.4106169 May 20 18:35:49.942940 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Attempting to bind port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:49.943767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Attempting to bind port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:49.944104 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Attempting to bind port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 on network 4055edb6-3684-4ff0-a317-81f4f5a38c02 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:49.949685 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 on network 4055edb6-3684-4ff0-a317-81f4f5a38c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:35:49.950035 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Attempting to bind port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 on network 4055edb6-3684-4ff0-a317-81f4f5a38c02 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:49.955892 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:49.956229 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Checking segment: {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:49.956640 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Bound using segment: {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:49.957064 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Bound port: a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:49.957469 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.031823 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-810728e7-ed85-4ffe-868c-84d031a05f46 req-29c8abd0-2960-489c-8c2a-a9d82be35915 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577444 May 20 18:35:50.032793 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.038876 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-c828940d-1dbe-4cb9-a4b0-b5aef6c503b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=026bc8972b444738a46ea2c537676212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1630192 May 20 18:35:50.042999 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7f59ad27-aec5-429c-bd8b-689b9c77cb28 req-5be07619-a69c-4152-bc72-b6b96b8401bc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127107 May 20 18:35:50.043448 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33818) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:50.083896 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] For port a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:50.089148 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] For port a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:50.199750 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.207792 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7ee640e5-a35d-40ae-8ac8-b70dc5ae4162 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:50.274156 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:50.274797 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.276173 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] 10.222.0.69 "PUT /v2.0/ports/a42a477a-36c2-4981-871f-3a9ad4ff8ec3 HTTP/1.1" status: 200 len: 1094 time: 1.7873368 May 20 18:35:50.276682 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'tag': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:50.301818 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Pushing event updated for resources: {'Port': ['ID=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:50.309244 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:50.342396 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'tag': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3', 'status': 'completed', 'code': 200} May 20 18:35:50.354684 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.402207 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.429771 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab093a06-e745-476e-9cd0-1e30a719f216 req-da5544b8-4469-43a6-901a-2ed8f6f7d1cd tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:50.431200 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ab093a06-e745-476e-9cd0-1e30a719f216 req-da5544b8-4469-43a6-901a-2ed8f6f7d1cd tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 944 time: 0.2748053 May 20 18:35:50.457558 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7e97-9b41-4510-85bd-0e93bff75d79 req-71cb346b-ae4e-4fda-9864-994c2f38810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:50.459125 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b72d7e97-9b41-4510-85bd-0e93bff75d79 req-71cb346b-ae4e-4fda-9864-994c2f38810e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 1097 time: 0.0814276 May 20 18:35:50.509668 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ab093a06-e745-476e-9cd0-1e30a719f216 req-a4ff1949-bc1d-434b-bfac-29a096fc10d7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698051 May 20 18:35:50.618446 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7e97-9b41-4510-85bd-0e93bff75d79 req-22a66b1a-31b7-4f47-8380-ad5aafb6b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:50.620126 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b72d7e97-9b41-4510-85bd-0e93bff75d79 req-22a66b1a-31b7-4f47-8380-ad5aafb6b6f0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1521304 May 20 18:35:50.633076 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Router 3dac9acf-20c7-400f-9dd4-3c555461c30f is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:35:50.712781 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.720155 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device fa2baa12-6845-43c7-b362-760c1ebd2495 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:50.728077 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-71d8ba2b-6cc9-4bd6-a113-f4269e0dc733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:50.757370 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4946313d-170e-464b-88b5-40cc8da4300c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:50.761095 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:50.772674 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d7e97-9b41-4510-85bd-0e93bff75d79 req-8e64f228-7763-4938-a6b1-41800704cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:50.774691 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b72d7e97-9b41-4510-85bd-0e93bff75d79 req-8e64f228-7763-4938-a6b1-41800704cae6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462371 May 20 18:35:50.823854 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port fa2baa12-6845-43c7-b362-760c1ebd2495 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:50.824521 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.902217 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-e0fa3dcf-87bc-40e6-a17c-e244c84e98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:50.903808 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-e0fa3dcf-87bc-40e6-a17c-e244c84e98b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 1097 time: 0.0778308 May 20 18:35:50.937830 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:50.938943 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4946313d-170e-464b-88b5-40cc8da4300c HTTP/1.1" status: 204 len: 168 time: 0.8937035 May 20 18:35:50.957166 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:50.968276 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Sync routers for ids ['3dac9acf-20c7-400f-9dd4-3c555461c30f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:50.979504 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Routers {'3dac9acf-20c7-400f-9dd4-3c555461c30f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:50.980968 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['3dac9acf-20c7-400f-9dd4-3c555461c30f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:50.987996 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-8818d29b-355f-4d8c-8fd3-c30fd6707745 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42a477a-36c2-4981-871f-3a9ad4ff8ec3 HTTP/1.1" status: 200 len: 217 time: 0.0748584 May 20 18:35:51.026518 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:51.031671 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3491833 May 20 18:35:51.032572 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 33828) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:51.076064 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-2468b652-c19f-45cf-b495-75fe0f8ee3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:51.080717 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-2468b652-c19f-45cf-b495-75fe0f8ee3b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d95129be-4b95-4eb3-84d4-dd120f1f6307 HTTP/1.1" status: 200 len: 848 time: 0.0798514 May 20 18:35:51.312429 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-0d55811c-b40c-4dc9-8bc2-32cd7429e53c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4055edb6-3684-4ff0-a317-81f4f5a38c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214069 May 20 18:35:51.359243 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Set router 3dac9acf-20c7-400f-9dd4-3c555461c30f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:51.461744 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714b14-11b5-4928-9d23-3ae9de4654f4 req-d4e7a006-b53a-4e74-b0ef-ab70236b8f49 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:51.463240 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-57714b14-11b5-4928-9d23-3ae9de4654f4 req-d4e7a006-b53a-4e74-b0ef-ab70236b8f49 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2609742 May 20 18:35:51.472514 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-3a11a7b8-64c7-4798-8694-ef820abb4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:51.474202 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-3a11a7b8-64c7-4798-8694-ef820abb4438 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7&tenant_id=32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 1096 time: 0.2062287 May 20 18:35:51.657210 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-f850111c-c319-42ff-9f0f-b12c33363203 service neutron] 10.222.0.69 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366728 May 20 18:35:51.741020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-e3313840-7244-440d-b08b-98760ec315f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:51.743103 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-e3313840-7244-440d-b08b-98760ec315f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1096 time: 0.2423236 May 20 18:35:51.772446 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-57714b14-11b5-4928-9d23-3ae9de4654f4 req-05171f29-a094-4a01-8fce-c81ec49683ca tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765670 May 20 18:35:51.792789 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4eab2e-e777-45c0-912d-b2e29341c9de req-6a310392-2751-4fd1-aeb3-dcdca88c9f87 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:51.799849 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6e4eab2e-e777-45c0-912d-b2e29341c9de req-6a310392-2751-4fd1-aeb3-dcdca88c9f87 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.4740629 May 20 18:35:51.800233 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:35:48Z', 'revision_number': 3, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:51.815080 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Checking router: 3dac9acf-20c7-400f-9dd4-3c555461c30f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:51.815516 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Updating router 3dac9acf-20c7-400f-9dd4-3c555461c30f port e3ddd793-88b1-4338-8c5b-55e23f03512a binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:51.885023 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:51.909597 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b5b535-584e-4062-ae09-1fa77d021a9a req-be5b7fc1-d1c0-4a23-8fde-a3997e216267 service neutron] 10.222.0.69 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424266 May 20 18:35:51.947889 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6e4eab2e-e777-45c0-912d-b2e29341c9de req-7359ad3b-5c67-4dd6-88a8-acd648649991 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471152 May 20 18:35:52.123108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-4186ed45-103b-41a0-a560-92a840404510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:52.125265 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-4186ed45-103b-41a0-a560-92a840404510 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.2144637 May 20 18:35:52.229092 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd616-8486-4219-94e5-33666ced18ad req-b092e47e-d4a7-4b93-95bc-69063a3972f7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:52.230599 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e34cd616-8486-4219-94e5-33666ced18ad req-b092e47e-d4a7-4b93-95bc-69063a3972f7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 944 time: 0.2791994 May 20 18:35:52.267058 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-8a7b4806-5d3a-49ee-827d-889a4d7ef398 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 999 time: 0.1324902 May 20 18:35:52.324359 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.338960 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Transition to ACTIVE for port object e3ddd793-88b1-4338-8c5b-55e23f03512a will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:52.339763 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e34cd616-8486-4219-94e5-33666ced18ad req-32eca4ac-97d5-46f0-b62d-28fc5337618b tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988598 May 20 18:35:52.347135 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-4bc8b10d-8af7-4caa-ac5a-a67791295693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:52.348480 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-4bc8b10d-8af7-4caa-ac5a-a67791295693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0742714 May 20 18:35:52.357979 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.415486 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.420975 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:52.429305 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-47470ac0-7ee1-41d8-8745-a056dd8f975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:52.430935 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-47470ac0-7ee1-41d8-8745-a056dd8f975f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743968 May 20 18:35:52.509481 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Attempting to bind port e3ddd793-88b1-4338-8c5b-55e23f03512a on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:52.516439 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Attempting to bind port e3ddd793-88b1-4338-8c5b-55e23f03512a by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:52.516439 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Attempting to bind port e3ddd793-88b1-4338-8c5b-55e23f03512a on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:52.519273 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38449d-e5ad-41fe-905a-78022d258601 None None] Pushing event updated for resources: {'Port': ['ID=e3ddd793-88b1-4338-8c5b-55e23f03512a,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:52.521644 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:52.522022 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:52.522483 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.522866 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:52.523328 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Bound port: e3ddd793-88b1-4338-8c5b-55e23f03512a, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:52.523696 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.547052 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5e38449d-e5ad-41fe-905a-78022d258601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:52.614704 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] For port e3ddd793-88b1-4338-8c5b-55e23f03512a, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:52.617923 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] For port e3ddd793-88b1-4338-8c5b-55e23f03512a, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e3ddd793-88b1-4338-8c5b-55e23f03512a,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:52.651648 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-1c192d94-90d0-49fc-abe1-04624af68dad service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119951 May 20 18:35:52.662266 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Allocated IP 172.20.0.1 (1eacc904-97cb-4a01-89f5-4ce8d60f93ef/57d34de3-145c-4694-9b14-a498557462bd/ae90b7c6-3d19-4aa4-800a-27926435a628) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:35:52.712568 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.716824 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5e38449d-e5ad-41fe-905a-78022d258601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:52.801485 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Routers {'3dac9acf-20c7-400f-9dd4-3c555461c30f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:52.802376 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['3dac9acf-20c7-400f-9dd4-3c555461c30f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:52.806702 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-faa249b6-3def-4c8d-9207-09ca4ab82399 req-5b763f4f-3c53-4d2e-9199-3dc99e9a3fa8 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466386 May 20 18:35:52.848160 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:52.866330 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.provisioning_blocks [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Transition to ACTIVE for port object ae90b7c6-3d19-4aa4-800a-27926435a628 will not be triggered until provisioned by entity DHCP. {{(pid=92135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:52.897160 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38449d-e5ad-41fe-905a-78022d258601 None None] Pushing event updated for resources: {'Port': ['ID=e3ddd793-88b1-4338-8c5b-55e23f03512a,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:52.901624 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5e38449d-e5ad-41fe-905a-78022d258601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:52.993598 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:53.003928 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:53.026856 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] Set router 3dac9acf-20c7-400f-9dd4-3c555461c30f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:53.211869 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e875947-ccc0-41f8-a06f-057f97f9d1db req-662c920b-ae66-4b5a-a9e4-fcfb2d514eb0 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:53.213500 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0e875947-ccc0-41f8-a06f-057f97f9d1db req-662c920b-ae66-4b5a-a9e4-fcfb2d514eb0 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2876546 May 20 18:35:53.223503 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:53.228391 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:53.240163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:35:53.295600 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae90b7c6-3d19-4aa4-800a-27926435a628,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:53.309970 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:53.338782 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0e875947-ccc0-41f8-a06f-057f97f9d1db req-5345a13f-48f2-44f7-8048-8471cb3703a6 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140351 May 20 18:35:53.372558 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7cb19-9ce6-43b3-be97-73b7f4f389e6 req-f26c6382-c26c-4960-8859-50dfdaf1c9bd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:53.374111 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f2a7cb19-9ce6-43b3-be97-73b7f4f389e6 req-f26c6382-c26c-4960-8859-50dfdaf1c9bd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2351434 May 20 18:35:53.375087 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:53.398165 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:35:48Z', 'revision_number': 3, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:53.402479 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aefc2f-276a-4791-96a1-0f248dfbba68 None None] The sync data for ids ['3dac9acf-20c7-400f-9dd4-3c555461c30f'] in dv-cinder-792462-1-smb is: [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:35:48Z', 'revision_number': 3, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:35:53.450146 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f2a7cb19-9ce6-43b3-be97-73b7f4f389e6 req-e4f1f613-b122-46b6-8301-9d799ba9c70f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658996 May 20 18:35:53.635846 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58928-879f-436a-bbe8-36d800560e58 req-c4357cdc-59c5-4909-8b9f-dd4983512a58 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:53.637410 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24a58928-879f-436a-bbe8-36d800560e58 req-c4357cdc-59c5-4909-8b9f-dd4983512a58 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 944 time: 0.1280313 May 20 18:35:53.644932 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-ca57f61e-0b7c-4fae-b250-4fc610b6b216 None None] Provisioning for port ae90b7c6-3d19-4aa4-800a-27926435a628 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:53.650395 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-ca57f61e-0b7c-4fae-b250-4fc610b6b216 None None] Provisioning complete for port ae90b7c6-3d19-4aa4-800a-27926435a628 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:53.650806 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ca57f61e-0b7c-4fae-b250-4fc610b6b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:53.747215 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a42a477a-36c2-4981-871f-3a9ad4ff8ec3 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:35:53.785192 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24a58928-879f-436a-bbe8-36d800560e58 req-6949f26b-1720-4379-9cbd-006128c19789 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262951 May 20 18:35:53.803291 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:53.828310 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-ca57f61e-0b7c-4fae-b250-4fc610b6b216 None None] Port ae90b7c6-3d19-4aa4-800a-27926435a628 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:54.043407 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:54.059341 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3', 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02', 'port_id': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3', 'mac_address': 'fa:16:3e:ea:4e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95129be-4b95-4eb3-84d4-dd120f1f6307', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:35:54.150588 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:54.188160 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42a477a-36c2-4981-871f-3a9ad4ff8ec3 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:35:54.221278 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:54.263896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:54.289071 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:54.290916 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:54.363166 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:54.428941 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:54.437762 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442125 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442723 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f49e090c-f784-4cc0-93e0-994764c77ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:54.442824 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442824 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442824 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.442824 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:35:54.445668 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:54.452511 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33930) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:54.587114 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['a42a477a-36c2-4981-871f-3a9ad4ff8ec3'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:35:54.605012 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:54.676313 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-d1477f7d-6ea4-4a30-a688-75454f8cab58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2123790 May 20 18:35:54.749958 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:54.800842 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:35:54.822020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Usage tracker for resource:security_group_rule and tenant:f563820a28bb48d9967569473c80aa12 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:35:54.832777 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:35:54.874633 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:35:54.880622 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3ddd793-88b1-4338-8c5b-55e23f03512a up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:54.982483 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.063289 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.063816 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:35:55.073098 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:35:55.097868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bffb5491-2bdb-4931-a851-d6ed15b03b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:55.120145 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port e3ddd793-88b1-4338-8c5b-55e23f03512a completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:55.125478 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port e3ddd793-88b1-4338-8c5b-55e23f03512a triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:55.125856 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.166264 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f563820a28bb48d9967569473c80aa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125983 May 20 18:35:55.167949 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 33942) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:35:55.171133 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e2514-38a8-41df-bb2c-9c1698fdb09e,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:55.200306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:55.298770 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae90b7c6-3d19-4aa4-800a-27926435a628,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:55.308424 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:55.370470 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.421423 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.444599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.468053 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port e3ddd793-88b1-4338-8c5b-55e23f03512a, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e3ddd793-88b1-4338-8c5b-55e23f03512a,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:55.483471 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-87db1b62-64e0-4af5-b96e-1b882e49a1ee None None] Provisioning complete for port ae90b7c6-3d19-4aa4-800a-27926435a628 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:55.484047 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-87db1b62-64e0-4af5-b96e-1b882e49a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.522530 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5cda-4123-4cee-b080-37b6d52955a4 req-eb4c7321-d5b8-4cd2-8e8c-b94e42c8e699 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:55.540142 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-929e5cda-4123-4cee-b080-37b6d52955a4 req-eb4c7321-d5b8-4cd2-8e8c-b94e42c8e699 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.8982079 May 20 18:35:55.550159 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.556739 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a24db64e-1d6d-4f56-8218-81c6a60c765a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:55.573626 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92aab2-8300-4412-9eff-de06ec9a0535 req-32c1afcd-3ff9-44eb-979e-68f0705b7dfd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:55.575296 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3d92aab2-8300-4412-9eff-de06ec9a0535 req-32c1afcd-3ff9-44eb-979e-68f0705b7dfd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.5218821 May 20 18:35:55.597891 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-87db1b62-64e0-4af5-b96e-1b882e49a1ee None None] Port ae90b7c6-3d19-4aa4-800a-27926435a628 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:35:55.613119 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Router 3dac9acf-20c7-400f-9dd4-3c555461c30f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:35:55.659872 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=e3ddd793-88b1-4338-8c5b-55e23f03512a,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:55.666129 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-929e5cda-4123-4cee-b080-37b6d52955a4 req-fc336e82-2ad9-481c-b190-ce46b5462cc8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246290 May 20 18:35:55.674009 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:55.694939 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.696396 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3d92aab2-8300-4412-9eff-de06ec9a0535 req-f47b7613-d1c5-41fa-8196-4964a7db4670 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085575 May 20 18:35:55.713152 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-eeb5e610-724a-4184-b068-b885ebbef3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:55.745138 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a42a477a-36c2-4981-871f-3a9ad4ff8ec3 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:55.767316 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e2514-38a8-41df-bb2c-9c1698fdb09e,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:55.784789 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:55.786831 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:55.793791 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f03e2514-38a8-41df-bb2c-9c1698fdb09e HTTP/1.1" status: 204 len: 168 time: 0.6245782 May 20 18:35:55.847277 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-0f30028b-021a-4d6b-9b00-95033bb740e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:55.850455 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-0f30028b-021a-4d6b-9b00-95033bb740e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 1098 time: 0.2325928 May 20 18:35:56.056181 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:35:56.074457 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:56.074995 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:56.182087 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:35:56.197007 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Sync routers for ids ['3dac9acf-20c7-400f-9dd4-3c555461c30f'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:35:56.217255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da585029-c969-43a4-9855-9510f74ef9a6 req-ba9070f9-bf2f-49d8-8fbd-84db620e9c74 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:56.219009 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-da585029-c969-43a4-9855-9510f74ef9a6 req-ba9070f9-bf2f-49d8-8fbd-84db620e9c74 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 945 time: 0.2995405 May 20 18:35:56.239521 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Routers {'3dac9acf-20c7-400f-9dd4-3c555461c30f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:56.240164 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['3dac9acf-20c7-400f-9dd4-3c555461c30f'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:56.245716 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] 10.222.0.54 "PUT /v2.0/routers/3dac9acf-20c7-400f-9dd4-3c555461c30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2120924 May 20 18:35:56.326524 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-da585029-c969-43a4-9855-9510f74ef9a6 req-8bcaee29-594c-4a86-8771-532898138e9d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783172 May 20 18:35:56.563163 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Set router 3dac9acf-20c7-400f-9dd4-3c555461c30f gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:35:56.572102 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-ce92c775-1c0b-4f40-be02-31161da88df4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Synchronizing usage tracker for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:35:56.665803 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:56.696077 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-ce92c775-1c0b-4f40-be02-31161da88df4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Unset dirty status for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:35:56.697283 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-ce92c775-1c0b-4f40-be02-31161da88df4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813796948&fields=id&tenant_id=84185611b85e472abddf70a79d3fd4a4 HTTP/1.1" status: 200 len: 267 time: 0.2121878 May 20 18:35:56.766826 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-c2b0264a-dac4-40ca-9857-d6cc5c2d1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:56.770446 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-c2b0264a-dac4-40ca-9857-d6cc5c2d1653 service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.2960789 May 20 18:35:56.881313 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3ddd793-88b1-4338-8c5b-55e23f03512a up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:35:57.001242 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:35:57.005337 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:35:57.025930 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-3caaf6af-ab5c-43d2-ad79-80ed039e94b4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:57.038425 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-3caaf6af-ab5c-43d2-ad79-80ed039e94b4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 809 time: 0.3300130 May 20 18:35:57.080848 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:57.091903 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-04c1decf-5dd7-433c-ab16-15b6a17f8a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:57.146144 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-ec1d001b-3e23-4fc4-8561-f3f3ee6b0518 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/quotas/84185611b85e472abddf70a79d3fd4a4 HTTP/1.1" status: 200 len: 375 time: 0.1064992 May 20 18:35:57.191099 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-a11bc920-2143-488c-bc78-7267099421e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337 HTTP/1.1" status: 200 len: 217 time: 0.3648827 May 20 18:35:57.207459 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port e3ddd793-88b1-4338-8c5b-55e23f03512a triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:35:57.207828 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:57.265270 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6e690-c1b9-4942-b6a5-8ace646aad9a req-94eecd08-801d-4887-ae11-0c7b5f8efff8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:57.275334 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-39f6e690-c1b9-4942-b6a5-8ace646aad9a req-94eecd08-801d-4887-ae11-0c7b5f8efff8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2313986 May 20 18:35:57.304749 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-3beaba5d-3f95-459c-8871-24523187154e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512511 May 20 18:35:57.355422 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-39f6e690-c1b9-4942-b6a5-8ace646aad9a req-013c2074-fb12-4c8e-94e0-454a01c67a80 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815036 May 20 18:35:57.392192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-d3381639-2f81-427d-bcd8-eaacaf2a52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:57.396668 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-d3381639-2f81-427d-bcd8-eaacaf2a52ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.1504486 May 20 18:35:57.500000 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-49f097eb-029f-4ef9-a0aa-72c820611d03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912724 May 20 18:35:57.549926 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:57.556802 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:57.602643 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-1bf58673-fd95-47af-b5f8-8c94f1d71100 service neutron] 10.222.0.54 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456632 May 20 18:35:57.775699 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:35:53Z', 'revision_number': 4, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ae90b7c6-3d19-4aa4-800a-27926435a628', 'name': '', 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'mac_address': 'fa:16:3e:4e:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '57d34de3-145c-4694-9b14-a498557462bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:52Z', 'updated_at': '2021-05-20T18:35:53Z', 'revision_number': 2, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'subnets': [{'id': '57d34de3-145c-4694-9b14-a498557462bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:57.786253 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Checking router: 3dac9acf-20c7-400f-9dd4-3c555461c30f for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:35:57.786705 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Updating router 3dac9acf-20c7-400f-9dd4-3c555461c30f port ae90b7c6-3d19-4aa4-800a-27926435a628 binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:35:57.875782 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-17f58736-cdb1-48c0-abc7-19d611fd347f service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653345 May 20 18:35:57.906413 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:57.982825 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-d69b16f3-b6b3-42d8-bd6e-f0db123925d3 service neutron] 10.222.0.54 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718941 May 20 18:35:58.090222 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50590166-aaa9-4e61-a3a4-9418e18216e0 req-57710103-4e8d-4a0e-b455-fd5d6c0bb581 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:58.117227 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-50590166-aaa9-4e61-a3a4-9418e18216e0 req-57710103-4e8d-4a0e-b455-fd5d6c0bb581 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2307575 May 20 18:35:58.230415 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-50590166-aaa9-4e61-a3a4-9418e18216e0 req-19451143-b65c-4fa8-819a-2874da0b4756 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122923 May 20 18:35:58.422844 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3', 'code': 200} May 20 18:35:58.617972 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:58.628416 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:58.633837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a4ada-e554-46d5-8f95-7eacfbeb9658 req-4e3875db-e11f-4f72-ae60-952e58679bfa tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:58.639488 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-978a4ada-e554-46d5-8f95-7eacfbeb9658 req-4e3875db-e11f-4f72-ae60-952e58679bfa tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.1029916 May 20 18:35:58.642307 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Transition to ACTIVE for port object ae90b7c6-3d19-4aa4-800a-27926435a628 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:35:58.734160 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-978a4ada-e554-46d5-8f95-7eacfbeb9658 req-f78d30f1-150b-44b7-9a88-13098cc17d58 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926375 May 20 18:35:58.750727 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:58.764333 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:59.072841 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dafdb1-b30f-4b94-b48b-3fb437fabb66 None None] Pushing event updated for resources: {'Port': ['ID=ae90b7c6-3d19-4aa4-800a-27926435a628,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:59.072841 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d8dafdb1-b30f-4b94-b48b-3fb437fabb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:59.110398 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada1bfe-16e4-4b45-8de2-d55720feea97 req-be15dc77-f83f-4a15-b2aa-55978c7c8631 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:59.112025 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ada1bfe-16e4-4b45-8de2-d55720feea97 req-be15dc77-f83f-4a15-b2aa-55978c7c8631 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1815805 May 20 18:35:59.194383 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ada1bfe-16e4-4b45-8de2-d55720feea97 req-cc455551-cf2a-4580-b4f5-4e694dbcacb3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727768 May 20 18:35:59.252594 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Attempting to bind port ae90b7c6-3d19-4aa4-800a-27926435a628 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:35:59.253076 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Attempting to bind port ae90b7c6-3d19-4aa4-800a-27926435a628 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:35:59.253648 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Attempting to bind port ae90b7c6-3d19-4aa4-800a-27926435a628 on network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:35:59.260144 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:35:59.261943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Checking segment: {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:35:59.261943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:59.261943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Bound using segment: {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:35:59.261943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Bound port: ae90b7c6-3d19-4aa4-800a-27926435a628, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:35:59.262352 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:59.431643 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] For port ae90b7c6-3d19-4aa4-800a-27926435a628, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:35:59.435824 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] For port ae90b7c6-3d19-4aa4-800a-27926435a628, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=ae90b7c6-3d19-4aa4-800a-27926435a628,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:35:59.557588 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:35:59.562960 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2fa63926-708f-447a-bd47-c3afb82aa20a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:35:59.587347 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2b7f438e-6dce-4974-af6f-5948ebc17b8e req-47b1d8d4-4a50-40bd-b59b-4d520245261c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.1132894 May 20 18:35:59.687882 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dafdb1-b30f-4b94-b48b-3fb437fabb66 None None] Pushing event updated for resources: {'Port': ['ID=ae90b7c6-3d19-4aa4-800a-27926435a628,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:35:59.692078 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d8dafdb1-b30f-4b94-b48b-3fb437fabb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:35:59.714119 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d60a5-c34c-4d58-8550-7f0abaa8349d req-08d909ca-4862-4309-b0e8-1a7485faa77f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:35:59.715623 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Routers {'3dac9acf-20c7-400f-9dd4-3c555461c30f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:35:59.716309 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:35:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['3dac9acf-20c7-400f-9dd4-3c555461c30f'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:35:59.723514 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-545d60a5-c34c-4d58-8550-7f0abaa8349d req-08d909ca-4862-4309-b0e8-1a7485faa77f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2135801 May 20 18:35:59.834596 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-545d60a5-c34c-4d58-8550-7f0abaa8349d req-e37bb0d8-7058-46ee-a2b2-41217766cd58 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097870 May 20 18:36:00.143395 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-894f83b8-93ce-42de-9e70-a4114e336c0b req-77b7b1a1-f233-4b1b-9013-dce4fa60b0e8 service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252141 May 20 18:36:00.425608 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] Set router 3dac9acf-20c7-400f-9dd4-3c555461c30f gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:36:00.430207 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d2a84-5a69-4627-8626-ba4a137ad41e req-d3425829-5334-46e5-b9d2-f430a318fd66 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:00.437531 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-062d2a84-5a69-4627-8626-ba4a137ad41e req-d3425829-5334-46e5-b9d2-f430a318fd66 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.3756702 May 20 18:36:00.505921 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-062d2a84-5a69-4627-8626-ba4a137ad41e req-b9fd52c6-be7a-42e4-954c-c2c39f77f47e tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620306 May 20 18:36:00.543152 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653b7d-7a4b-45a7-827f-64c0b17dd64f req-0e808b46-169f-4cf8-9dde-fa024d270bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:00.544836 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fb653b7d-7a4b-45a7-827f-64c0b17dd64f req-0e808b46-169f-4cf8-9dde-fa024d270bd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.1805451 May 20 18:36:00.605574 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fb653b7d-7a4b-45a7-827f-64c0b17dd64f req-97b7f6f2-6458-4a17-a811-e2f452ef0bc8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531321 May 20 18:36:00.791895 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b1094429-720e-4a66-beee-0df0d181d94b req-a63fc4a5-1389-44fc-afef-fb6c8c023a18 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.0960519 May 20 18:36:00.836457 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845581-e051-4134-b613-b443191bebca req-2cf661ee-02d3-4d48-aa3d-b5549ef0ad7d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:00.838240 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-14845581-e051-4134-b613-b443191bebca req-2cf661ee-02d3-4d48-aa3d-b5549ef0ad7d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2567835 May 20 18:36:00.988994 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-14845581-e051-4134-b613-b443191bebca req-441da2d5-d218-4b29-a64e-44096ac36b6e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396964 May 20 18:36:01.075899 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3be342-8152-45c3-8da6-e24962a9e354 req-7147079d-6198-406a-9ec0-35b4e5540b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:01.077387 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-bf3be342-8152-45c3-8da6-e24962a9e354 req-7147079d-6198-406a-9ec0-35b4e5540b3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 1099 time: 0.2267542 May 20 18:36:01.236677 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:35:53Z', 'revision_number': 4, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ae90b7c6-3d19-4aa4-800a-27926435a628', 'name': '', 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'mac_address': 'fa:16:3e:4e:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '57d34de3-145c-4694-9b14-a498557462bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:52Z', 'updated_at': '2021-05-20T18:35:59Z', 'revision_number': 4, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'subnets': [{'id': '57d34de3-145c-4694-9b14-a498557462bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:01.241294 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46560db8-ac5d-4105-a82a-b19a9f936af3 None None] The sync data for ids ['3dac9acf-20c7-400f-9dd4-3c555461c30f'] in dv-cinder-792462-1-smb is: [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:35:53Z', 'revision_number': 4, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ae90b7c6-3d19-4aa4-800a-27926435a628', 'name': '', 'network_id': '1eacc904-97cb-4a01-89f5-4ce8d60f93ef', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'mac_address': 'fa:16:3e:4e:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '57d34de3-145c-4694-9b14-a498557462bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:52Z', 'updated_at': '2021-05-20T18:35:59Z', 'revision_number': 4, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'subnets': [{'id': '57d34de3-145c-4694-9b14-a498557462bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:36:01.355814 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-bf3be342-8152-45c3-8da6-e24962a9e354 req-410badd1-2fe3-40c7-9487-505e22be37b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633960 May 20 18:36:01.370119 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d119fd-70e6-492b-8b44-6f80e00e9ebc req-3bc9d3ae-e56f-45ff-8b0f-37e98fbc129f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:01.413298 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d119fd-70e6-492b-8b44-6f80e00e9ebc req-3bc9d3ae-e56f-45ff-8b0f-37e98fbc129f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.3145854 May 20 18:36:01.512004 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7d119fd-70e6-492b-8b44-6f80e00e9ebc req-6978b803-9767-45aa-b1b2-418efec28ee8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963581 May 20 18:36:02.011096 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d293-346b-44bb-b5b8-24a44e4172da req-6f8e4f14-cf53-4ad5-97e6-028b15e8de40 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:02.032057 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e554d293-346b-44bb-b5b8-24a44e4172da req-6f8e4f14-cf53-4ad5-97e6-028b15e8de40 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.3090818 May 20 18:36:02.311336 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e554d293-346b-44bb-b5b8-24a44e4172da req-ae205638-e191-4021-806b-b8adb87c6130 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782435 May 20 18:36:02.314043 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3034450e-bc10-4de8-b474-82417dc0a436 req-39fba018-4c7d-4777-9c10-f53a28a3a5b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.2494144 May 20 18:36:02.848818 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ae90b7c6-3d19-4aa4-800a-27926435a628 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:02.889807 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dced16-cac1-4531-baf2-330897f2ac01 req-f8ff85ed-3b7c-4016-8032-7e7792028c43 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:02.897040 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-43dced16-cac1-4531-baf2-330897f2ac01 req-f8ff85ed-3b7c-4016-8032-7e7792028c43 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.3521242 May 20 18:36:03.048509 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-43dced16-cac1-4531-baf2-330897f2ac01 req-2761e468-e886-4d51-920d-03afe87cbdb2 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504304 May 20 18:36:03.094935 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7451138-99c2-4670-97fd-b1d8a8044b55 req-90760e54-0ba2-4e89-b689-b0a0b0ea184b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:03.107669 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a7451138-99c2-4670-97fd-b1d8a8044b55 req-90760e54-0ba2-4e89-b689-b0a0b0ea184b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.3631499 May 20 18:36:03.231357 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a7451138-99c2-4670-97fd-b1d8a8044b55 req-f98e8953-dad4-413e-a4db-441ff6422590 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217008 May 20 18:36:03.460392 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port ae90b7c6-3d19-4aa4-800a-27926435a628 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:03.473743 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port ae90b7c6-3d19-4aa4-800a-27926435a628 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:03.474543 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:03.594222 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1b7a4465-8bea-4421-b56f-efddb4acffc9 req-f5011c21-19b8-40ef-b6db-d6f65a82a3cf tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.0807009 May 20 18:36:03.720209 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39e807-f172-46a3-aef5-da93dec1bade req-ccb21e07-6199-47de-bdf6-324f8b5cd516 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:03.723165 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6e39e807-f172-46a3-aef5-da93dec1bade req-ccb21e07-6199-47de-bdf6-324f8b5cd516 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.2495060 May 20 18:36:03.734611 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:03.812030 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port ae90b7c6-3d19-4aa4-800a-27926435a628, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=ae90b7c6-3d19-4aa4-800a-27926435a628,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:03.830468 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6e39e807-f172-46a3-aef5-da93dec1bade req-72467abf-64f3-4b96-b62e-b2b5ef852664 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008897 May 20 18:36:03.879604 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:03.885055 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d8dafdb1-b30f-4b94-b48b-3fb437fabb66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:03.978800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=ae90b7c6-3d19-4aa4-800a-27926435a628,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:03.982603 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:04.645537 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deeab27-9df2-4eed-bf7c-2d5bb9627059 req-4102c0f8-e2a3-4a89-a9ff-e7356bd51295 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:04.647414 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0deeab27-9df2-4eed-bf7c-2d5bb9627059 req-4102c0f8-e2a3-4a89-a9ff-e7356bd51295 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2846165 May 20 18:36:04.692980 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c731f-8c12-4e07-85ad-bcfd9d972b65 req-6cc19cd5-c6d7-4c57-bb99-35527fefe85f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:04.699916 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-867c731f-8c12-4e07-85ad-bcfd9d972b65 req-6cc19cd5-c6d7-4c57-bb99-35527fefe85f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2010727 May 20 18:36:04.723420 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f4cc9d3f-163f-4170-9659-b9dd73c33117 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:04.725021 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f4cc9d3f-163f-4170-9659-b9dd73c33117 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Synchronizing usage tracker for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:04.753641 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-9fa9e631-dce7-4aef-a80c-7629d9442187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:04.755473 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-9fa9e631-dce7-4aef-a80c-7629d9442187 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d332a8fb7c51487095a361fc00f98391&device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 1098 time: 0.1944401 May 20 18:36:04.791301 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ae90b7c6-3d19-4aa4-800a-27926435a628 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:04.815609 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-867c731f-8c12-4e07-85ad-bcfd9d972b65 req-f7c72d23-766a-41c1-9234-f12cfd6e13c1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143160 May 20 18:36:04.839758 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0deeab27-9df2-4eed-bf7c-2d5bb9627059 req-ac3d9e9a-a8ba-40f6-bc5a-10835dbbd00e tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824014 May 20 18:36:04.988053 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f4cc9d3f-163f-4170-9659-b9dd73c33117 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Unset dirty status for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:04.992737 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f4cc9d3f-163f-4170-9659-b9dd73c33117 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 809 time: 0.6108227 May 20 18:36:05.029562 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port ae90b7c6-3d19-4aa4-800a-27926435a628 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:05.030134 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:05.146668 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d9c369c5-c2bc-4d4a-98db-92b3161925cc req-4183de16-30c1-4efa-899e-5a41f85ad0cd tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.1108508 May 20 18:36:05.208453 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-8188182f-61f0-4df2-a28e-14532ecb897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:05.213489 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-8188182f-61f0-4df2-a28e-14532ecb897d service neutron] 10.222.0.69 "GET /v2.0/networks?id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 200 len: 920 time: 0.4472044 May 20 18:36:05.420090 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-96279cb7-d004-4d47-8755-a359f8b2dfe5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 200 len: 217 time: 0.1850419 May 20 18:36:05.423435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-28921a94-7f8a-4351-ac70-358fd9043ab4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Synchronizing usage tracker for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:security_group {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:05.488772 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-28921a94-7f8a-4351-ac70-358fd9043ab4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Unset dirty status for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:security_group {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:05.490233 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-28921a94-7f8a-4351-ac70-358fd9043ab4 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84185611b85e472abddf70a79d3fd4a4 HTTP/1.1" status: 200 len: 379 time: 0.4818707 May 20 18:36:05.506317 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'port': {'device_id': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'admin_state_up': True, 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'security_groups': ['4289943c-ba99-476e-b7df-47ec8d8809e1']}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:05.542680 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86041305-00d3-47b4-9da9-2054bcc690d7 req-c2ba4479-0448-4030-a5b2-8da478d37815 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:05.545139 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-86041305-00d3-47b4-9da9-2054bcc690d7 req-c2ba4479-0448-4030-a5b2-8da478d37815 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.1976402 May 20 18:36:05.665253 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-86041305-00d3-47b4-9da9-2054bcc690d7 req-b9cf55fa-9290-4513-8ba8-6157cd3df5de tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128850 May 20 18:36:05.679184 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-51bec2e4-e987-437f-990a-bdd74d5359ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:05.681512 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-51bec2e4-e987-437f-990a-bdd74d5359ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 200 len: 859 time: 0.2490315 May 20 18:36:05.701532 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:05.764527 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:port and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:05.772115 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:05.793262 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-3f54704c-5dc8-49b5-9908-0dc680db1c6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886486 May 20 18:36:05.794358 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:06.316070 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-3733f37a-26b8-43f1-8115-5fcb38e86e4f service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042222 May 20 18:36:06.536348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Made reservation on behalf of 84185611b85e472abddf70a79d3fd4a4 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:06.540480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:06.581254 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eb9e5-8e0e-4b38-a32e-2a80b47daa73 req-01b15b8c-428c-4ad1-b1f7-3593f9826f5f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:06.587419 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f49eb9e5-8e0e-4b38-a32e-2a80b47daa73 req-01b15b8c-428c-4ad1-b1f7-3593f9826f5f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2586684 May 20 18:36:06.597704 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129c1eb-143b-49dd-bae0-0922803da9a1 req-7a7e366b-5a5f-4956-a56d-8a56be4aa279 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:06.604871 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9129c1eb-143b-49dd-bae0-0922803da9a1 req-7a7e366b-5a5f-4956-a56d-8a56be4aa279 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.2773492 May 20 18:36:06.689196 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9129c1eb-143b-49dd-bae0-0922803da9a1 req-3e4e2ab7-8494-4171-84dd-82bbec9f1157 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780022 May 20 18:36:06.767525 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f49eb9e5-8e0e-4b38-a32e-2a80b47daa73 req-ab9380be-7cb7-4d9e-8dbd-b2480d33bb67 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791010 May 20 18:36:06.976092 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e4b68210-1627-40d4-b579-c206077b0389 req-68bab3f8-d871-4669-a7bf-fdc8e9f947f6 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.0834231 May 20 18:36:07.042752 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-923bbd07-b1b3-458b-8485-ffb4641460c4 req-ad36544e-aa87-405b-8de5-94afbd55778b service neutron] 10.222.0.69 "GET /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686637 May 20 18:36:07.091879 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Allocated IP 172.20.0.13 (8c17a0e2-68b1-499f-ba90-a879f7a26dc3/62e2b124-e38a-4ec8-8963-50dadec30ac7/19f100a9-a01b-4917-bba8-29e16966fe57) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:36:07.325365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:07.343230 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Transition to ACTIVE for port object 19f100a9-a01b-4917-bba8-29e16966fe57 will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:36:07.523862 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:07.530480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:07.606907 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:36:07.610623 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:07.621726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:36:07.661078 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:07.670551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:07.780307 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:07.781038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:07.959609 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4579101 May 20 18:36:07.980025 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Request body: {'port': {'device_id': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:08.136373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e9d5afe7-0151-48f9-9303-18eae202ce88 None None] Provisioning for port 19f100a9-a01b-4917-bba8-29e16966fe57 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:08.146230 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e9d5afe7-0151-48f9-9303-18eae202ce88 None None] Provisioning complete for port 19f100a9-a01b-4917-bba8-29e16966fe57 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:08.149754 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e9d5afe7-0151-48f9-9303-18eae202ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:08.222577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c04e3-c18d-4b55-adad-58afdc689784 req-46d58f44-af9d-49a2-a2c8-9da159660956 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:08.232734 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a94c04e3-c18d-4b55-adad-58afdc689784 req-46d58f44-af9d-49a2-a2c8-9da159660956 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.3251190 May 20 18:36:08.263863 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:08.360088 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a94c04e3-c18d-4b55-adad-58afdc689784 req-bd1e8535-f86e-4307-926f-052232e8ba62 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249881 May 20 18:36:08.389180 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55af2c-c18e-45ed-812e-df9eb98fe5fe req-7626a23f-0bb1-4249-89d4-2bbac5d4d374 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:08.397165 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cd55af2c-c18e-45ed-812e-df9eb98fe5fe req-7626a23f-0bb1-4249-89d4-2bbac5d4d374 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.3606012 May 20 18:36:08.443982 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5afe7-0151-48f9-9303-18eae202ce88 None None] Port 19f100a9-a01b-4917-bba8-29e16966fe57 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:36:08.555020 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cd55af2c-c18e-45ed-812e-df9eb98fe5fe req-e6391851-d343-415a-aa12-ab065071a6c4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409347 May 20 18:36:08.834965 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07227cf-6053-4f56-907b-c406e2ea64f1 req-31e46ca2-8f50-409d-9fc7-3241cd755534 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:08.836846 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e07227cf-6053-4f56-907b-c406e2ea64f1 req-31e46ca2-8f50-409d-9fc7-3241cd755534 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 932 time: 0.2021563 May 20 18:36:08.955199 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e07227cf-6053-4f56-907b-c406e2ea64f1 req-9a628339-3b25-4b18-9b3a-03045441d54f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103888 May 20 18:36:09.145556 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f100a9-a01b-4917-bba8-29e16966fe57 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:09.164404 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:09.227214 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Transition to ACTIVE for port object 19f100a9-a01b-4917-bba8-29e16966fe57 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:36:09.331227 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:09.336791 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:09.976460 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:09.985646 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b149b-2813-486c-be9e-bbe9c5bab28c req-6ad01d85-66de-4307-a3ba-02faaabf617c tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:09.988062 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d6b149b-2813-486c-be9e-bbe9c5bab28c req-6ad01d85-66de-4307-a3ba-02faaabf617c tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.4923120 May 20 18:36:09.997226 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540a88-a5a6-491c-a585-ae6356bbe302 req-59206dcd-7848-4c5c-b96e-5933b2d37e4a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:10.011019 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87540a88-a5a6-491c-a585-ae6356bbe302 req-59206dcd-7848-4c5c-b96e-5933b2d37e4a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.3447945 May 20 18:36:10.012325 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:10.082306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Attempting to bind port 19f100a9-a01b-4917-bba8-29e16966fe57 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:36:10.082545 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Attempting to bind port 19f100a9-a01b-4917-bba8-29e16966fe57 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:36:10.082906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Attempting to bind port 19f100a9-a01b-4917-bba8-29e16966fe57 on network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:10.088227 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Port 19f100a9-a01b-4917-bba8-29e16966fe57 on network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:36:10.088724 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Attempting to bind port 19f100a9-a01b-4917-bba8-29e16966fe57 on network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:10.094394 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:36:10.094747 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Checking segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:36:10.095107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Bound using segment: {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:36:10.104627 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Bound port: 19f100a9-a01b-4917-bba8-29e16966fe57, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6544764-658f-4acd-8720-6dfef62cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:36:10.104627 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:10.127131 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87540a88-a5a6-491c-a585-ae6356bbe302 req-847411b3-1318-470a-b120-7b271c3fd259 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861120 May 20 18:36:10.231171 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:36:10.237032 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:36:10.237262 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d6b149b-2813-486c-be9e-bbe9c5bab28c req-cba2de16-53e0-46b1-bc6c-47de2dfefe9b tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224205 May 20 18:36:10.472965 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:10.476887 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:10.582281 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0dba0-6273-43c0-b363-6bac205c1007 req-0a07e587-8e5f-43b7-b85a-4c8f055cfbcf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:10.589638 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-18c0dba0-6273-43c0-b363-6bac205c1007 req-0a07e587-8e5f-43b7-b85a-4c8f055cfbcf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.2611191 May 20 18:36:10.616137 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:10.631473 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23971-6057-4f28-9a35-e896ad291f45 req-5b39e40a-9312-4d8d-9d39-5c6236325da0 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:10.641117 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67f23971-6057-4f28-9a35-e896ad291f45 req-5b39e40a-9312-4d8d-9d39-5c6236325da0 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.2074566 May 20 18:36:10.647855 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:10.653901 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:10.654915 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:10.656828 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] 10.222.0.69 "PUT /v2.0/ports/19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 1094 time: 2.6810422 May 20 18:36:10.657679 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:10.813197 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-18c0dba0-6273-43c0-b363-6bac205c1007 req-1c580b41-b526-4835-b7c3-15eb1bf99651 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225730 May 20 18:36:10.844821 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67f23971-6057-4f28-9a35-e896ad291f45 req-0be08694-9a4b-49bc-ab16-4f392ca52f23 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999841 May 20 18:36:10.921354 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'status': 'completed', 'code': 200} May 20 18:36:10.963423 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-43fdfafa-02cf-45b9-8e86-77e1321d5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:10.965365 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-43fdfafa-02cf-45b9-8e86-77e1321d5ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1097 time: 0.1167190 May 20 18:36:11.153436 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-345e8b86-1374-4d29-963e-202a9a9b2aac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 217 time: 0.1728282 May 20 18:36:11.257891 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f4b42b65-3a7f-4966-8d0a-f063a2eb7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:11.259434 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f4b42b65-3a7f-4966-8d0a-f063a2eb7183 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.0909197 May 20 18:36:11.354142 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f77f6f56-79a5-4ff0-a86f-6dae5076004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:11.355605 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-f77f6f56-79a5-4ff0-a86f-6dae5076004c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833189 May 20 18:36:11.482717 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e2ab5-86fb-4689-a31b-218d0b00fce4 req-5f22f9be-7166-48bd-8953-de79e9156d68 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:11.490317 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-508e2ab5-86fb-4689-a31b-218d0b00fce4 req-5f22f9be-7166-48bd-8953-de79e9156d68 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.1747270 May 20 18:36:11.533288 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-d52ad70d-95bb-4e76-8067-da4f3027897c service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572845 May 20 18:36:11.543391 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-508e2ab5-86fb-4689-a31b-218d0b00fce4 req-39ff4e89-a889-4d73-85cf-16b591975af5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516689 May 20 18:36:11.778352 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9a85e4be-94ea-4a80-a0dc-08cf9a01ca0c req-6b8d16b5-f383-4f77-9a9a-6fd9af8f0ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334750 May 20 18:36:11.790537 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-da51d259-fcc0-4808-b50b-002560ed7a38 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:11.791303 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-da51d259-fcc0-4808-b50b-002560ed7a38 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Synchronizing usage tracker for tenant:6bfa888f44de4ebe8260b5201ac9fb92 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:11.818583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503476c-8414-4d47-bca8-84709d4ed2c8 req-9e335590-9687-4c95-95ae-0ee855af4825 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:11.820015 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e503476c-8414-4d47-bca8-84709d4ed2c8 req-9e335590-9687-4c95-95ae-0ee855af4825 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.1650898 May 20 18:36:11.897658 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e503476c-8414-4d47-bca8-84709d4ed2c8 req-4a7d1ed5-c0b5-441d-bff6-979849cc7616 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 May 20 18:36:12.048843 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df5427-3f28-46dc-8b4b-723f33ff4ad4 req-afba0aa4-7a5d-47b6-9cca-f1fe29719290 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:12.050315 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87df5427-3f28-46dc-8b4b-723f33ff4ad4 req-afba0aa4-7a5d-47b6-9cca-f1fe29719290 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0797641 May 20 18:36:12.098990 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87df5427-3f28-46dc-8b4b-723f33ff4ad4 req-5be7ce8f-facb-4487-bd02-8eac4b45c97c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 May 20 18:36:12.134600 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-8b082c14-fe92-4077-b4d5-929874516a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:12.136095 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-8b082c14-fe92-4077-b4d5-929874516a67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1097 time: 0.0800440 May 20 18:36:12.137374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-da51d259-fcc0-4808-b50b-002560ed7a38 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Unset dirty status for tenant:6bfa888f44de4ebe8260b5201ac9fb92 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:12.138307 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-da51d259-fcc0-4808-b50b-002560ed7a38 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.5597982 May 20 18:36:12.400482 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-1112e995-236a-4030-9072-9fc1a6b08f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:12.401978 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-1112e995-236a-4030-9072-9fc1a6b08f3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 910 time: 0.2476530 May 20 18:36:12.476889 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-d226161f-d517-43f2-8791-de4c59c89652 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 217 time: 0.0640070 May 20 18:36:12.482721 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Deleting port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:12.483070 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:12.646523 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-2a8598a0-df21-4b10-b397-bd9287d1ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:12.650306 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-2a8598a0-df21-4b10-b397-bd9287d1ce77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.1536541 May 20 18:36:12.727951 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] For port a42a477a-36c2-4981-871f-3a9ad4ff8ec3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:12.728352 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:12.768241 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b519a7-cf3f-4166-b222-1deb72682cb6 req-5dc733e4-819d-41c0-8924-4f8f3bd3cdfa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:12.769838 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e8b519a7-cf3f-4166-b222-1deb72682cb6 req-5dc733e4-819d-41c0-8924-4f8f3bd3cdfa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.0817909 May 20 18:36:12.815397 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e8b519a7-cf3f-4166-b222-1deb72682cb6 req-52e1e0a3-8416-4977-9be2-e9d2e24fe684 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 May 20 18:36:12.862435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Calling delete_port for a42a477a-36c2-4981-871f-3a9ad4ff8ec3 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:12.893931 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-f54606dc-56eb-4d0a-a737-c99901f91f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:12.895939 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-f54606dc-56eb-4d0a-a737-c99901f91f97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2357562 May 20 18:36:13.137795 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0929d-0682-4b5c-914b-a0e94b2c1f2c req-349ac858-7bb3-4bbd-8535-7e673782dc07 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:13.139124 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ee0929d-0682-4b5c-914b-a0e94b2c1f2c req-349ac858-7bb3-4bbd-8535-7e673782dc07 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 946 time: 0.0935664 May 20 18:36:13.187447 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-7654614d-ef03-4ec1-9780-e289d79014c9 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822735 May 20 18:36:13.199910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ee0929d-0682-4b5c-914b-a0e94b2c1f2c req-e4c79fa1-5914-4746-86b6-db7452809096 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 May 20 18:36:13.313492 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:13.316011 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e840a7-4e38-4c1d-81af-7c2c02597d39 req-9b7cc5b2-804d-4791-85c4-d72049c3e993 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:13.317270 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b9e840a7-4e38-4c1d-81af-7c2c02597d39 req-9b7cc5b2-804d-4791-85c4-d72049c3e993 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0902960 May 20 18:36:13.320673 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-75649ffe-bedb-40a0-93eb-24072a60120f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:13.326132 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['a42a477a-36c2-4981-871f-3a9ad4ff8ec3'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:13.368973 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b9e840a7-4e38-4c1d-81af-7c2c02597d39 req-85afcde2-63ce-4e3b-b3ff-970b138a8040 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453639 May 20 18:36:13.371192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Pushing event deleted for resources: {'Port': ['ID=a42a477a-36c2-4981-871f-3a9ad4ff8ec3,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:13.385098 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:13.393526 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-845a45d1-923c-4ae3-bf80-f1f38301d927 req-bac86038-99de-4155-86e9-527fc653a5c3 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980131 May 20 18:36:13.465919 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] No DVR routers for this DVR port a42a477a-36c2-4981-871f-3a9ad4ff8ec3 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:36:13.468391 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:13.471775 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'name': 'network-vif-deleted', 'tag': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:13.516855 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16a1f75-0477-410e-8b97-85e8e36de78f', 'name': 'network-vif-deleted', 'tag': 'a42a477a-36c2-4981-871f-3a9ad4ff8ec3', 'status': 'completed', 'code': 200} May 20 18:36:13.558829 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34214) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:13.566189 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-49bcc086-a364-4c4e-9e2b-7dc805d62940 req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "DELETE /v2.0/ports/a42a477a-36c2-4981-871f-3a9ad4ff8ec3 HTTP/1.1" status: 204 len: 173 time: 1.3920212 May 20 18:36:13.677145 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:13.692080 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:13.696206 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Usage tracker for resource:security_group_rule and tenant:28217f51696b4ed086189c7e2d43b1ba is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:13.699134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:13.705525 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:13.786080 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:13.877500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:13.884722 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:36:13.884957 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b0694f34-a6c6-4fad-bff3-8716980830e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:13.926671 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28217f51696b4ed086189c7e2d43b1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667729 May 20 18:36:13.927423 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c99a18-b120-48f9-b25a-473763a98836,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:13.930020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34222) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:13.932689 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:13.995806 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.024933 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7fd38-a231-42ca-86f9-dea5b976e402 req-87ad97ce-69f6-4ed1-a65e-7ffa3acb68f0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:14.026167 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7f7fd38-a231-42ca-86f9-dea5b976e402 req-87ad97ce-69f6-4ed1-a65e-7ffa3acb68f0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 943 time: 0.0967073 May 20 18:36:14.028562 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.034794 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:14.051115 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'port_id': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'mac_address': 'fa:16:3e:0c:34:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:36:14.091533 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7f7fd38-a231-42ca-86f9-dea5b976e402 req-fbe3a799-da28-4e74-b58a-207a8c4799de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584669 May 20 18:36:14.122797 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.140447 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:14.156309 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:14.157506 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.163997 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1f792269-9ee1-42de-a3a4-8b0d04938509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:14.176474 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c99a18-b120-48f9-b25a-473763a98836,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:14.178999 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:14.182742 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.197117 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38c99a18-b120-48f9-b25a-473763a98836 HTTP/1.1" status: 204 len: 168 time: 0.2660258 May 20 18:36:14.225324 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.226206 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:36:14.231312 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:14.347297 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=9']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:14.354144 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:14.428037 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dc9482b8-fcb0-4d76-8b6e-1cab651a1410 req-ffa16534-4de8-4e0c-9fd0-d042794e6ce6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=e16a1f75-0477-410e-8b97-85e8e36de78f HTTP/1.1" status: 200 len: 210 time: 0.0867972 May 20 18:36:14.477885 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:14.492320 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '19f100a9-a01b-4917-bba8-29e16966fe57', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'port_id': '19f100a9-a01b-4917-bba8-29e16966fe57', 'mac_address': 'fa:16:3e:3d:5c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:36:14.536147 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb820-7b93-41c3-bbf0-7026fa6db731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.561981 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.581456 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f100a9-a01b-4917-bba8-29e16966fe57 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:14.601952 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:14.644096 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d2edf-478c-4dce-a461-82795e2d0ca6 req-bf14dcf7-e72e-45ad-8ead-11a733bb90b1 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:14.646005 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f81d2edf-478c-4dce-a461-82795e2d0ca6 req-bf14dcf7-e72e-45ad-8ead-11a733bb90b1 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.1066020 May 20 18:36:14.697049 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f81d2edf-478c-4dce-a461-82795e2d0ca6 req-d525cfc8-430d-42f7-ada2-628288e90241 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429084 May 20 18:36:14.699759 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:14.702437 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7da138d5-43ee-4ae2-8fd7-2c279f64ec2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:14.770234 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:14.773159 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:14.958932 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:14.984477 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34250) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:15.004096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.019707 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:15.023559 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8db7d4f00c49609732e0f12942e0ba is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:15.026524 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:15.032232 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:15.037210 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['19f100a9-a01b-4917-bba8-29e16966fe57'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:15.117507 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.170731 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-a1b1adcc-eb82-4d50-b741-d7a8d98698e6 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:15.174678 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-a1b1adcc-eb82-4d50-b741-d7a8d98698e6 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 815 time: 0.1628034 May 20 18:36:15.176909 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.197652 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e6ea0e5-8ed3-4ffb-991a-832c542ce0f3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/quotas/484572f81d584360bb6e4808c74ac3f5 HTTP/1.1" status: 200 len: 375 time: 0.0161302 May 20 18:36:15.212025 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-38407f36-5e12-40da-8bf2-bcffcff28575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:15.227427 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a8db7d4f00c49609732e0f12942e0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389371 May 20 18:36:15.227738 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34260) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:15.267236 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c4549b-d10d-45d2-8748-92238cc9f3db,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:15.272628 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:15.308385 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.336622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.351391 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e97da-226c-42a0-9d26-8b15f537e13c req-ea54647d-e368-4181-848c-e02a139eb8a0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:15.352945 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f56e97da-226c-42a0-9d26-8b15f537e13c req-ea54647d-e368-4181-848c-e02a139eb8a0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1205325 May 20 18:36:15.362648 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-34b3073c-0cf8-45f4-a1b9-7d1c4c258f2a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Synchronizing usage tracker for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:port {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:15.390114 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:36:15.413054 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f56e97da-226c-42a0-9d26-8b15f537e13c req-0c149dcc-f48d-46ec-9315-d18113e2c159 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509923 May 20 18:36:15.467430 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-34b3073c-0cf8-45f4-a1b9-7d1c4c258f2a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Unset dirty status for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:port {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:15.468838 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-34b3073c-0cf8-45f4-a1b9-7d1c4c258f2a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2702303 May 20 18:36:15.484218 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.490912 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:15.507131 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c4549b-d10d-45d2-8748-92238cc9f3db,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:15.511805 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:15.512010 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50c4549b-d10d-45d2-8748-92238cc9f3db HTTP/1.1" status: 204 len: 168 time: 0.2830358 May 20 18:36:15.513689 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:15.649334 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-5bdd8feb-8d29-44c4-8dde-94f97e72dfbf service neutron] 10.222.0.54 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683707 May 20 18:36:15.886325 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4b5d13b5-92d9-4e43-a35a-952491e74d2f service neutron] 10.222.0.54 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310989 May 20 18:36:15.897947 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:15.934579 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-d68ca417-ec99-464c-942c-a28290af3fd1 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:15.936340 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-d68ca417-ec99-464c-942c-a28290af3fd1 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/networks?id=4055edb6-3684-4ff0-a317-81f4f5a38c02 HTTP/1.1" status: 200 len: 808 time: 0.1984196 May 20 18:36:15.954698 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-e17e4318-9330-41d7-9bea-850353e19e40 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/quotas/6bfa888f44de4ebe8260b5201ac9fb92 HTTP/1.1" status: 200 len: 375 time: 0.0107775 May 20 18:36:16.015326 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:16.015796 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:16.084604 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-ec745698-573f-41be-81bd-d62088cc82f7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231074 May 20 18:36:16.195677 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:16.227865 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:16.249225 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:16.314847 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-e0a4d643-9ef6-4279-a2c4-5e06fc15c28d service neutron] 10.222.0.54 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208345 May 20 18:36:16.341641 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:16.342568 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a42a477a-36c2-4981-871f-3a9ad4ff8ec3 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:16.373209 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c6c1b-454f-4829-85e6-c4e52227c698 req-4d0d71fc-9405-4f42-b692-3052ff2222f0 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:16.374741 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-519c6c1b-454f-4829-85e6-c4e52227c698 req-4d0d71fc-9405-4f42-b692-3052ff2222f0 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 945 time: 0.1557217 May 20 18:36:16.377998 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-05a2ee85-0963-4580-a50d-c80a175dc9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:16.425131 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: a42a477a-36c2-4981-871f-3a9ad4ff8ec3 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:36:16.425669 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a42a477a-36c2-4981-871f-3a9ad4ff8ec3 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:36:16.452371 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=10']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:16.456054 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:16.494707 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-519c6c1b-454f-4829-85e6-c4e52227c698 req-f7593755-d849-4f8a-98fd-217eb20aa51f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753288 May 20 18:36:16.500555 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-db08ed73-9e78-4e96-ae18-29ca59e6df66 service neutron] 10.222.0.54 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776619 May 20 18:36:16.601697 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ea190423-2069-4c8c-b9aa-13257209897f req-e5e1eaeb-cf8d-4e13-9ec2-5cf56f052abd tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 210 time: 0.0444641 May 20 18:36:16.654265 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'code': 200} May 20 18:36:16.757837 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1d63afe0-ea8a-4d2e-bcc3-fd3b21373223 req-a279a10d-60e8-41de-aed4-823b9640f7fe tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 210 time: 0.0482950 May 20 18:36:16.851318 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4aab0-6523-4676-981f-344caf27125f req-a77c59ae-fc10-4f8f-a798-195286bd1b7d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:16.856978 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8dd4aab0-6523-4676-981f-344caf27125f req-a77c59ae-fc10-4f8f-a798-195286bd1b7d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.0978396 May 20 18:36:16.890601 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:16.902002 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8dd4aab0-6523-4676-981f-344caf27125f req-383535e8-2b2f-4d52-bd42-d4c2d682e8cd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 May 20 18:36:17.219141 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7b6afdb9-b336-479e-a532-b546252edb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:17.407505 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42f6dc-5645-485c-a22f-1f1c4cd123d7 req-8d9111ec-afcc-451b-99f4-317c9bb96d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:17.409264 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b42f6dc-5645-485c-a22f-1f1c4cd123d7 req-8d9111ec-afcc-451b-99f4-317c9bb96d67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1099 time: 0.0759997 May 20 18:36:17.454366 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b42f6dc-5645-485c-a22f-1f1c4cd123d7 req-b5921262-9a38-43a8-9a5a-140ad9528688 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376444 May 20 18:36:17.744792 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a925a-a710-460e-96ef-db4de2d4d361 req-49be461d-882f-441f-82af-6a20d4239a5b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:17.746379 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f99a925a-a710-460e-96ef-db4de2d4d361 req-49be461d-882f-441f-82af-6a20d4239a5b tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1499116 May 20 18:36:17.754243 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71504-c3b6-4cfa-92a2-452a625f817c req-7fb1d209-e981-49bd-abd5-5cdb2d8f807c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:17.755589 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fd71504-c3b6-4cfa-92a2-452a625f817c req-7fb1d209-e981-49bd-abd5-5cdb2d8f807c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 945 time: 0.1269772 May 20 18:36:17.833553 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f99a925a-a710-460e-96ef-db4de2d4d361 req-d992ba71-73c2-4ceb-a92c-3579a101cfa3 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770090 May 20 18:36:17.842362 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fd71504-c3b6-4cfa-92a2-452a625f817c req-c4293387-0560-47ad-951e-1c56d73f60db tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673556 May 20 18:36:17.893542 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:18.032431 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1de50afc-f279-4c54-a0c2-f16366867d11 req-f9b1bdcf-5088-4e2e-b1a3-a5100b2dc4fb tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 210 time: 0.0816212 May 20 18:36:18.039808 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-366c3b3f-2a28-4f88-bafc-b09e9b73629f req-adc9ac68-2f26-4896-8f33-0717ff587941 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 210 time: 0.0554798 May 20 18:36:18.068567 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 19f100a9-a01b-4917-bba8-29e16966fe57 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:18.080458 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 19f100a9-a01b-4917-bba8-29e16966fe57 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:18.080458 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:18.227273 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:18.234201 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:18.253234 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363ec72-b13c-4e6d-951b-ecf894dabdbf req-69d6b347-ff10-4d16-b4c3-5256d5f9b933 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:18.253234 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6363ec72-b13c-4e6d-951b-ecf894dabdbf req-69d6b347-ff10-4d16-b4c3-5256d5f9b933 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.0951409 May 20 18:36:18.275130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:18.297339 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6363ec72-b13c-4e6d-951b-ecf894dabdbf req-a6583f74-0635-4591-87bc-0e380f8bb207 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 May 20 18:36:18.398978 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:18.401024 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:18.482178 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:18.485116 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:18.656038 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:18.700797 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'code': 200} May 20 18:36:19.093866 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d11b72-0015-47d8-b44c-9a160b1f1faf req-fa4b8f52-a144-4d44-b147-2753be935ee7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:19.095856 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e5d11b72-0015-47d8-b44c-9a160b1f1faf req-fa4b8f52-a144-4d44-b147-2753be935ee7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1471763 May 20 18:36:19.105373 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8ba05-c027-4cc7-a69a-9c7ec6ae05c9 req-d87ad539-7fc0-46f0-8a47-2913c45f9516 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:19.115526 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-56c8ba05-c027-4cc7-a69a-9c7ec6ae05c9 req-d87ad539-7fc0-46f0-8a47-2913c45f9516 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1310074 May 20 18:36:19.189933 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-56c8ba05-c027-4cc7-a69a-9c7ec6ae05c9 req-02637670-7a01-4fa2-8c36-bab926a13bb1 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722058 May 20 18:36:19.232050 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e5d11b72-0015-47d8-b44c-9a160b1f1faf req-cb062390-4efa-449f-ad07-fead0da068ff tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131949 May 20 18:36:19.277432 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-dac7d132-3578-4a46-bdf5-b3b69c595cf7 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:19.283476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-dac7d132-3578-4a46-bdf5-b3b69c595cf7 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Synchronizing usage tracker for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:19.318496 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34430) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:19.388891 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-dac7d132-3578-4a46-bdf5-b3b69c595cf7 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Unset dirty status for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:19.389915 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-dac7d132-3578-4a46-bdf5-b3b69c595cf7 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 815 time: 0.3297639 May 20 18:36:19.410212 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'port': {'device_id': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'admin_state_up': True, 'tenant_id': '484572f81d584360bb6e4808c74ac3f5'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:19.443367 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f068bc6c-a25d-4380-ab18-0970549f1b6c req-44e54387-b025-4146-b759-be165beb2dec tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 210 time: 0.1040940 May 20 18:36:19.468245 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-38e6a774-2c77-4a5e-9315-38772e49ef97 req-e9845aa0-8dd4-4f67-aab1-dca5da88b1c7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 210 time: 0.0929532 May 20 18:36:19.492107 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:19.501129 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:19.507002 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Usage tracker for resource:security_group_rule and tenant:b326df0fbf2a419491003d8c98aba0dd is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:19.515313 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:19.521890 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:19.621994 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7778be-ce41-4a38-956c-a8944ea33ea3 req-9a42d4d6-0d71-4b3e-acf5-b1d8df0c7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:19.623573 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9c7778be-ce41-4a38-956c-a8944ea33ea3 req-9a42d4d6-0d71-4b3e-acf5-b1d8df0c7d3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1099 time: 0.1918695 May 20 18:36:19.645108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:19.665689 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:19.679244 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:19.687143 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-9c7778be-ce41-4a38-956c-a8944ea33ea3 req-9f489abe-1e32-47f1-b029-fccc1b82230f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553300 May 20 18:36:19.704518 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df42a-5ece-4282-853b-55bf57808b97 req-f16685c1-cf69-4220-98ff-b94ec6e5cb6b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:19.706300 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-494df42a-5ece-4282-853b-55bf57808b97 req-f16685c1-cf69-4220-98ff-b94ec6e5cb6b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1377969 May 20 18:36:19.755896 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-494df42a-5ece-4282-853b-55bf57808b97 req-f03fab75-a4cb-4528-9f68-3301358fa833 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 May 20 18:36:19.769931 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:19.778984 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-401cba1c-01d3-4103-9e07-132d663e9b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:19.799463 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:19.818777 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b326df0fbf2a419491003d8c98aba0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052259 May 20 18:36:19.821510 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52249c-edb7-4713-83ff-b3dab7218428,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:19.821822 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34454) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:19.824790 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:19.884757 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:19.930764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Made reservation on behalf of 484572f81d584360bb6e4808c74ac3f5 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:19.934201 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:19.970572 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:20.216626 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-8e264d62-71f5-4db9-8250-223f65319c42 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:20.218061 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-8e264d62-71f5-4db9-8250-223f65319c42 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "GET /v2.0/networks?id=4055edb6-3684-4ff0-a317-81f4f5a38c02 HTTP/1.1" status: 200 len: 808 time: 0.3212931 May 20 18:36:20.277767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Request body: {'port': {'device_id': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02', 'admin_state_up': True, 'tenant_id': '6bfa888f44de4ebe8260b5201ac9fb92'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:20.529290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Allocated IP 172.20.0.5 (e1e83372-be96-4279-bbb2-d6e3fa1dc974/621e1f90-850a-45d2-ac45-996f3f391a23/f61f7dcd-6cfb-436d-b192-edbcc3560bce) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:36:20.538564 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:20.545497 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b43bee46-6bc4-4844-96f1-537e39e21983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:20.578521 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a52249c-edb7-4713-83ff-b3dab7218428,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:20.581963 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:20.643988 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:20.658315 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078b1d3-590d-4b05-8035-51c08965e412 req-d555b04f-7d08-4e36-a1fe-91754f2a7e1f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:20.659345 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-2078b1d3-590d-4b05-8035-51c08965e412 req-d555b04f-7d08-4e36-a1fe-91754f2a7e1f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Synchronizing usage tracker for tenant:d332a8fb7c51487095a361fc00f98391 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:20.663427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Usage tracker for resource:port and tenant:6bfa888f44de4ebe8260b5201ac9fb92 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:20.674853 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:20.692750 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:20.748422 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:20.751780 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a52249c-edb7-4713-83ff-b3dab7218428 HTTP/1.1" status: 204 len: 168 time: 0.9270511 May 20 18:36:20.843495 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4b79-ab98-447a-b976-9fe40db65c3c req-fac092d7-7417-4d30-8d9c-a1ff59a12a25 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:20.849187 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e0fd4b79-ab98-447a-b976-9fe40db65c3c req-fac092d7-7417-4d30-8d9c-a1ff59a12a25 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.4305902 May 20 18:36:20.871567 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2830-6ad1-4f37-8ef4-f7bcb4535ac0 req-39503aac-ae9f-45c5-aaa1-54af7815a5a8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:20.873685 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9e7e2830-6ad1-4f37-8ef4-f7bcb4535ac0 req-39503aac-ae9f-45c5-aaa1-54af7815a5a8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.3352253 May 20 18:36:20.901327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:20.918487 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Transition to ACTIVE for port object f61f7dcd-6cfb-436d-b192-edbcc3560bce will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:36:20.933199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Made reservation on behalf of 6bfa888f44de4ebe8260b5201ac9fb92 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:20.937120 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:20.948274 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e0fd4b79-ab98-447a-b976-9fe40db65c3c req-d265e3e5-54ab-48bc-bf6d-8cfb97c6a0c3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896368 May 20 18:36:20.968030 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-2078b1d3-590d-4b05-8035-51c08965e412 req-d555b04f-7d08-4e36-a1fe-91754f2a7e1f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Unset dirty status for tenant:d332a8fb7c51487095a361fc00f98391 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:20.969186 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2078b1d3-590d-4b05-8035-51c08965e412 req-d555b04f-7d08-4e36-a1fe-91754f2a7e1f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.7601213 May 20 18:36:21.015694 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9e7e2830-6ad1-4f37-8ef4-f7bcb4535ac0 req-825fe09e-36ff-4578-9b1c-ec14e64a08ac tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922487 May 20 18:36:21.123809 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.138733 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dd71dc8a-87d3-4c36-a664-85c1d6cc5353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:21.264221 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:36:21.272853 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:21.275514 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:36:21.281759 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d4b35934-038d-4543-a964-77bda89e5f3d req-ae298ad2-49de-4231-85b9-46177971a4f3 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 210 time: 0.1003416 May 20 18:36:21.308689 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62128-afc3-4159-809b-cab4f25c745d req-07b978cb-a235-4476-9f32-d553ae388868 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:21.311759 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0aa62128-afc3-4159-809b-cab4f25c745d req-07b978cb-a235-4476-9f32-d553ae388868 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1701314 May 20 18:36:21.383760 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0aa62128-afc3-4159-809b-cab4f25c745d req-62075eac-eda2-48f3-8d87-668e52f0e9a9 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657730 May 20 18:36:21.405255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:21.413987 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:21.418098 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Allocated IP 172.20.0.12 (4055edb6-3684-4ff0-a317-81f4f5a38c02/d95129be-4b95-4eb3-84d4-dd120f1f6307/d44a7cd6-808b-4d4e-9ab1-b5875b2fec37) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:36:21.445445 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:21.446199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.552865 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94667eac-84d9-47a9-95ca-ebb1f5cd2049 req-0e775184-ae01-4138-92f8-10e1b3803b56 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:21.554725 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-94667eac-84d9-47a9-95ca-ebb1f5cd2049 req-0e775184-ae01-4138-92f8-10e1b3803b56 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1375096 May 20 18:36:21.588277 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1816735 May 20 18:36:21.609255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34482) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:21.621760 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-94667eac-84d9-47a9-95ca-ebb1f5cd2049 req-56815b48-db69-48de-95dd-de1f7f1f5f1f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593960 May 20 18:36:21.691578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.718274 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:21.731096 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-63d23669-9ea8-4ea7-9e81-d7a0c45165a6 None None] Provisioning for port f61f7dcd-6cfb-436d-b192-edbcc3560bce completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:21.736524 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Usage tracker for resource:security_group_rule and tenant:d92c2d0f42de44c18e936ee4f3c41092 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:21.738450 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-63d23669-9ea8-4ea7-9e81-d7a0c45165a6 None None] Provisioning complete for port f61f7dcd-6cfb-436d-b192-edbcc3560bce triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:21.739157 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-63d23669-9ea8-4ea7-9e81-d7a0c45165a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.739636 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:21.749456 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:21.771149 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.811053 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-63d23669-9ea8-4ea7-9e81-d7a0c45165a6 None None] Port f61f7dcd-6cfb-436d-b192-edbcc3560bce cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:36:21.871065 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.913488 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:21.919378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-095137f5-bc2f-4c66-a4be-3e88090045e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:21.957895 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:22.009748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Network 4055edb6-3684-4ff0-a317-81f4f5a38c02 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:36:22.015515 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:22.018094 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:36:22.053596 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Pushing event updated for resources: {'Port': ['ID=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:22.056514 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:22.061945 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d5d38e59-f162-46cb-a16b-d58da9f0b31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:22.076216 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d92c2d0f42de44c18e936ee4f3c41092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633229 May 20 18:36:22.078009 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34492) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:22.139697 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a24b51f-842c-4eba-88e0-87cbe02dcc5e,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:22.142826 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:22.148803 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:22.149430 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:22.202535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:22.225609 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09ef3-e1d9-4353-8da6-04367573f5b4 req-23923e9c-11ea-4fe2-ad03-05bedbb26110 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:22.227161 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e3f09ef3-e1d9-4353-8da6-04367573f5b4 req-23923e9c-11ea-4fe2-ad03-05bedbb26110 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1641562 May 20 18:36:22.241705 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:22.271420 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed01bcf-f382-43c5-997b-78b71ff1d7ff req-6398ce09-68fa-475a-967c-f05c20f56751 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:22.272910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aed01bcf-f382-43c5-997b-78b71ff1d7ff req-6398ce09-68fa-475a-967c-f05c20f56751 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1359782 May 20 18:36:22.276939 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0177379 May 20 18:36:22.310721 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e3f09ef3-e1d9-4353-8da6-04367573f5b4 req-226a959b-3b87-41f9-a03a-5e319d1c342a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767767 May 20 18:36:22.339678 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aed01bcf-f382-43c5-997b-78b71ff1d7ff req-47100c54-52a1-407b-bc85-a8de62cf0312 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573475 May 20 18:36:22.363955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:22.367856 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fb2f8aa0-5ca4-47f6-86c1-d1e38bae167d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:22.381205 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a24b51f-842c-4eba-88e0-87cbe02dcc5e,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:22.384116 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:22.386904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:22.388957 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a24b51f-842c-4eba-88e0-87cbe02dcc5e HTTP/1.1" status: 204 len: 168 time: 0.3045125 May 20 18:36:22.518027 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f4f2a-abab-4a36-83a6-95af4ad46421 req-a9e16237-ce45-4a49-875d-b279dd306896 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:22.519772 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-633f4f2a-abab-4a36-83a6-95af4ad46421 req-a9e16237-ce45-4a49-875d-b279dd306896 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.0986528 May 20 18:36:22.629681 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-633f4f2a-abab-4a36-83a6-95af4ad46421 req-9ec9cc30-326e-46bf-92e8-5fd256cad137 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040015 May 20 18:36:22.660155 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e97b04-e50b-44b0-ab44-2ebb840651bc req-d3d81cf2-a0a4-41ef-b131-b341a7d8067e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:22.661648 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d6e97b04-e50b-44b0-ab44-2ebb840651bc req-d3d81cf2-a0a4-41ef-b131-b341a7d8067e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1174712 May 20 18:36:22.707333 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d6e97b04-e50b-44b0-ab44-2ebb840651bc req-88a1a9cb-924d-4d12-9726-62da6665ed2e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 May 20 18:36:23.551421 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34524) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:23.602763 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06c88a-62a1-4056-bbd0-77fabf0fe56e req-e5d9fa76-b3cb-4038-a5fc-108bce79b6b9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:23.604323 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8a06c88a-62a1-4056-bbd0-77fabf0fe56e req-e5d9fa76-b3cb-4038-a5fc-108bce79b6b9 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 945 time: 0.1510079 May 20 18:36:23.641240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd2508-c896-406b-8a75-623fd7849de6 req-607362cb-c959-4d69-babb-35da7bb2fa2b tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:23.642721 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-88dd2508-c896-406b-8a75-623fd7849de6 req-607362cb-c959-4d69-babb-35da7bb2fa2b tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1541126 May 20 18:36:23.689603 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8a06c88a-62a1-4056-bbd0-77fabf0fe56e req-887ccb42-b8d3-4218-b17c-a2684915f5f8 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762775 May 20 18:36:23.692096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-829236535-network', 'tenant_id': '50db292d19654f23827cf29fb30b0828'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:23.701601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:23.713120 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Usage tracker for resource:network and tenant:50db292d19654f23827cf29fb30b0828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:23.715146 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-88dd2508-c896-406b-8a75-623fd7849de6 req-92533f60-3182-4abf-b545-e99e00ad52aa tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616159 May 20 18:36:23.720851 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:23.731576 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:23.814513 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Made reservation on behalf of 50db292d19654f23827cf29fb30b0828 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:23.817459 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:23.836771 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:23.855450 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:23.859525 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:50db292d19654f23827cf29fb30b0828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:23.863034 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:23.871215 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:23.918881 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a9d89107-bf7c-4754-bf60-3a1e054b2337 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:23.954342 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6f186-f729-45dc-ab93-bc66c9eb70b9 req-45fa38d8-fdcc-4685-b9dd-7b13b476189b tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:23.955841 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1da6f186-f729-45dc-ab93-bc66c9eb70b9 req-45fa38d8-fdcc-4685-b9dd-7b13b476189b tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.1506548 May 20 18:36:23.964600 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd045-db2c-4302-8138-4f0da49e176d req-1ee0a985-1ae0-48e9-8f8c-121cc4cff0f3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:23.966216 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-388cd045-db2c-4302-8138-4f0da49e176d req-1ee0a985-1ae0-48e9-8f8c-121cc4cff0f3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1254046 May 20 18:36:23.973773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.038586 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.051225 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:36:24.057742 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1da6f186-f729-45dc-ab93-bc66c9eb70b9 req-cab476ce-cb3f-4eff-90f5-ad3dc2e2bd62 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905259 May 20 18:36:24.061197 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.072681 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Added segment 3c041ccc-f5c9-4d54-94d5-6758617e9f8e of type vlan for network 16089148-68e0-4774-83f4-dac6dfe45d3c May 20 18:36:24.077417 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-388cd045-db2c-4302-8138-4f0da49e176d req-be06a674-2fb5-42f1-954c-990bd235d321 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970261 May 20 18:36:24.080838 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f1691ac4-3df4-4c1a-9fee-7242f0513dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:24.105322 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.110937 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:24.114224 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:24.139687 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:24.155437 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:24.156521 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.198720 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337', 'code': 200} May 20 18:36:24.242485 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.244582 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3cb40a17-d846-4584-866e-a327954c13b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:24.276397 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.277977 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:24.278580 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.284989 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:24.317330 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=6']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:24.322267 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:24.400053 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=16089148-68e0-4774-83f4-dac6dfe45d3c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:24.402874 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:24.411006 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 16089148-68e0-4774-83f4-dac6dfe45d3c details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:36:24.500061 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9473894 May 20 18:36:24.503107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34538) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:24.508750 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Request body: {'subnet': {'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-829236535-subnet', 'tenant_id': '50db292d19654f23827cf29fb30b0828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:24.513657 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:24.518302 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Usage tracker for resource:subnet and tenant:50db292d19654f23827cf29fb30b0828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:24.521597 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:24.527668 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:24.601785 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Made reservation on behalf of 50db292d19654f23827cf29fb30b0828 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:24.604327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2616647'] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:24.976664 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9621267-3723-40f1-b10a-416bc332c9b7 req-54c064a5-920c-4f58-94f2-db6c44c17966 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:24.978397 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a9621267-3723-40f1-b10a-416bc332c9b7 req-54c064a5-920c-4f58-94f2-db6c44c17966 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.1486237 May 20 18:36:24.990255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd2f2-3394-41f9-937b-441a3ff2ae66 req-fdada5f7-fcd2-4247-96d8-c16f08ec5cee tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:24.991903 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7cadd2f2-3394-41f9-937b-441a3ff2ae66 req-fdada5f7-fcd2-4247-96d8-c16f08ec5cee tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1315863 May 20 18:36:25.066301 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a9621267-3723-40f1-b10a-416bc332c9b7 req-937b5e42-12b0-4191-9098-ee66e0566c05 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731983 May 20 18:36:25.080527 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7cadd2f2-3394-41f9-937b-441a3ff2ae66 req-91cb5c79-e7ad-427f-8ce0-174e7dd61ad6 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738199 May 20 18:36:25.185180 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2487362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2616661'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:25.189707 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7b0ef286-e1c1-43da-ad5c-bfc04c981544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:25.267365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ea9625-c2c8-476a-bc36-d2373be8bf26,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:25.270758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:25.276700 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Checking segment: {'id': '3c041ccc-f5c9-4d54-94d5-6758617e9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:36:25.277047 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Network hostable DHCP agents. Network: 16089148-68e0-4774-83f4-dac6dfe45d3c, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:36:25.364327 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292a34f-2109-4ca0-9218-780f4b1f8f00 req-70d8d165-6285-4a38-ad14-07f67527b586 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:25.365807 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5292a34f-2109-4ca0-9218-780f4b1f8f00 req-70d8d165-6285-4a38-ad14-07f67527b586 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1569211 May 20 18:36:25.378639 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ad10-0029-4d9c-bb08-88de78c90677 req-4209d9a0-3d2a-4246-972b-be29d3e705cc tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:25.379362 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Network 16089148-68e0-4774-83f4-dac6dfe45d3c is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:36:25.380041 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9fb0ad10-0029-4d9c-bb08-88de78c90677 req-4209d9a0-3d2a-4246-972b-be29d3e705cc tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.1693380 May 20 18:36:25.442178 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 16089148-68e0-4774-83f4-dac6dfe45d3c) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:25.451041 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23fb9d9-1ef6-4146-993b-adab892d927d None None] Network 16089148-68e0-4774-83f4-dac6dfe45d3c requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:36:25.455073 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5292a34f-2109-4ca0-9218-780f4b1f8f00 req-d4adf53a-037a-42da-920e-ab3a11ee6d52 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739126 May 20 18:36:25.456756 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:25.458074 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:25.466593 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9fb0ad10-0029-4d9c-bb08-88de78c90677 req-5ebaa87f-3296-48c8-b331-ea5d72eeac69 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705256 May 20 18:36:25.583367 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-236200ed-5d51-4d35-92d3-c1f98663f31f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0790741 May 20 18:36:25.690945 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c2a51-3287-4a3c-9499-c3d887f54afd None None] Network 16089148-68e0-4774-83f4-dac6dfe45d3c requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:36:26.334731 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34568) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:26.350697 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1151863608-network', 'tenant_id': '91bde2c77717447e8de0232346f637fd'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:26.362804 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:26.380657 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Usage tracker for resource:network and tenant:91bde2c77717447e8de0232346f637fd is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:26.384272 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:26.395083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:26.434249 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332ec6d-7839-47b6-8d1d-80c365868178 req-ff81bc8f-4fbd-491f-b1ff-5038a6f99750 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:26.435757 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8332ec6d-7839-47b6-8d1d-80c365868178 req-ff81bc8f-4fbd-491f-b1ff-5038a6f99750 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.2525411 May 20 18:36:26.444237 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cc75f-1408-46fa-bd04-68f3ef56809e req-0b31fa12-acbd-4300-8ece-72c7dc5626da tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:26.445653 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c51cc75f-1408-46fa-bd04-68f3ef56809e req-0b31fa12-acbd-4300-8ece-72c7dc5626da tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1508489 May 20 18:36:26.512136 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Made reservation on behalf of 91bde2c77717447e8de0232346f637fd for: {'network': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:26.514433 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.544782 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8332ec6d-7839-47b6-8d1d-80c365868178 req-c6260fad-80c3-4686-b3dc-2f1986cf167a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980334 May 20 18:36:26.545893 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.563437 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c51cc75f-1408-46fa-bd04-68f3ef56809e req-87241d36-849f-4226-a52d-3d61d5d62d61 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036766 May 20 18:36:26.567813 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:26.571919 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Usage tracker for resource:security_group_rule and tenant:91bde2c77717447e8de0232346f637fd is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:26.574899 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:26.581260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:26.789194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.836674 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7a5d-dfb7-4154-8182-11ccf90dc944 req-aa6d0042-3052-4cb6-a2ad-e985a3519810 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:26.838214 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-848a7a5d-dfb7-4154-8182-11ccf90dc944 req-aa6d0042-3052-4cb6-a2ad-e985a3519810 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.1602297 May 20 18:36:26.851222 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae56c8-1da7-400f-aece-93f344fbdc4c req-d8b3f2d3-edd8-48cb-ba0e-dffce57047c8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:26.852722 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3cae56c8-1da7-400f-aece-93f344fbdc4c req-d8b3f2d3-edd8-48cb-ba0e-dffce57047c8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1318226 May 20 18:36:26.877357 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.893913 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-20476e00-abd0-4728-9940-06b87b20166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:26.945464 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=92135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:36:26.960722 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-848a7a5d-dfb7-4154-8182-11ccf90dc944 req-0f7ca39f-0e51-4623-9704-59e2cc6fa276 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 May 20 18:36:26.967302 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e417e99-fced-43ad-834e-8978c432ec70,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:26.973214 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:26.979549 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3cae56c8-1da7-400f-aece-93f344fbdc4c req-1c8c7fbf-732f-49a5-a3af-5e3086bbd994 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100249 May 20 18:36:26.980545 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:26.980893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.segments_db [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Added segment 25c1c7b4-181e-4c8f-bdc5-22397a8f198f of type vlan for network 75fb952c-cf3c-43c2-9819-2044e8787451 May 20 18:36:27.010171 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:27.095848 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:27.097248 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:27.097835 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:27.101418 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cd1ddd18-37fc-4d62-8094-b66cbe24bd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:27.206678 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Pushing event updated for resources: {'Network': ['ID=75fb952c-cf3c-43c2-9819-2044e8787451,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:27.209443 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:27.216537 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 75fb952c-cf3c-43c2-9819-2044e8787451 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:36:27.261955 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9216793 May 20 18:36:27.264653 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34576) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:27.270029 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Request body: {'subnet': {'network_id': '75fb952c-cf3c-43c2-9819-2044e8787451', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1151863608-subnet', 'tenant_id': '91bde2c77717447e8de0232346f637fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:27.275056 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:27.279052 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Usage tracker for resource:subnet and tenant:91bde2c77717447e8de0232346f637fd is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:27.282043 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:27.294496 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:27.386993 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Made reservation on behalf of 91bde2c77717447e8de0232346f637fd for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:27.389303 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2576919'] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:27.902037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc30-cf58-41e4-ac8b-af00c8721e41 req-63c316fd-2013-4ded-9af3-f5a446f1819a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:27.903520 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e3c3fc30-cf58-41e4-ac8b-af00c8721e41 req-63c316fd-2013-4ded-9af3-f5a446f1819a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.2198100 May 20 18:36:27.913804 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa096ec0-7105-4129-90cf-fca5a4bb7799 req-1cbe6251-3f5a-4baf-acc8-44beda63f78f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:27.915268 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa096ec0-7105-4129-90cf-fca5a4bb7799 req-1cbe6251-3f5a-4baf-acc8-44beda63f78f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1954210 May 20 18:36:28.003911 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e3c3fc30-cf58-41e4-ac8b-af00c8721e41 req-ef9a8160-f4c4-4159-a868-7c3fd67a3bf5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873256 May 20 18:36:28.024270 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa096ec0-7105-4129-90cf-fca5a4bb7799 req-686dea4f-2db4-4e35-a3fe-7b6e7d1dc726 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814941 May 20 18:36:28.098670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2576901'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:28.104244 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d28cfb56-3f2c-4ac7-99cb-48c978552edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:28.301476 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b5404b-fb52-4ade-8567-0b6c7a366d6a,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:28.301476 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:28.309179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Checking segment: {'id': '25c1c7b4-181e-4c8f-bdc5-22397a8f198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75fb952c-cf3c-43c2-9819-2044e8787451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:36:28.309522 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Network hostable DHCP agents. Network: 75fb952c-cf3c-43c2-9819-2044e8787451, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:36:28.355827 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c806c4-1e2e-438b-9650-1fe5c491d2ce req-50b823ff-43c1-47a6-896e-264ade1b0380 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:28.357517 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-20c806c4-1e2e-438b-9650-1fe5c491d2ce req-50b823ff-43c1-47a6-896e-264ade1b0380 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.2154655 May 20 18:36:28.370063 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd566a-46e7-4a74-ad3c-f96109b9ec0b req-26260591-0e6d-408a-b050-f68a5cbdff7d tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:28.371663 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ecd566a-46e7-4a74-ad3c-f96109b9ec0b req-26260591-0e6d-408a-b050-f68a5cbdff7d tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.2382591 May 20 18:36:28.393503 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:28.425909 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Network 75fb952c-cf3c-43c2-9819-2044e8787451 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:36:28.456818 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-20c806c4-1e2e-438b-9650-1fe5c491d2ce req-70a0944f-92fe-4822-88ab-fe52b89a7228 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839243 May 20 18:36:28.459761 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ecd566a-46e7-4a74-ad3c-f96109b9ec0b req-170a8f74-6de7-436b-b3cf-1753da7b39cc tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 May 20 18:36:28.516211 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 75fb952c-cf3c-43c2-9819-2044e8787451) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:28.524875 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155ca6b-25ee-4f9a-86d2-1d3aa5aa8eb5 None None] Network 75fb952c-cf3c-43c2-9819-2044e8787451 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:36:28.526885 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:28.527544 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:28.627915 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3622108 May 20 18:36:28.773330 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0fb90-4e54-46cf-a45c-9c0ede81c47f None None] Network 75fb952c-cf3c-43c2-9819-2044e8787451 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:36:29.390280 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d823bc9-a37e-407c-8959-16c9be8c344e req-c8a08660-28be-4c05-8902-2b0af0dd38cf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:29.391893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0d823bc9-a37e-407c-8959-16c9be8c344e req-c8a08660-28be-4c05-8902-2b0af0dd38cf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.2702961 May 20 18:36:29.402906 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cebfa349-63ab-4585-99ab-b34785600129 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:29.404448 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cebfa349-63ab-4585-99ab-b34785600129 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/networks?id=16089148-68e0-4774-83f4-dac6dfe45d3c HTTP/1.1" status: 200 len: 808 time: 0.3047073 May 20 18:36:29.435108 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-749b4ff3-ec63-4cb7-afdb-b19dd293f41a tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/quotas/50db292d19654f23827cf29fb30b0828 HTTP/1.1" status: 200 len: 375 time: 0.0161958 May 20 18:36:29.496360 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-92b9e57e-0301-467b-b7d7-57da57ee1a57 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=50db292d19654f23827cf29fb30b0828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537648 May 20 18:36:29.501577 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0d823bc9-a37e-407c-8959-16c9be8c344e req-263ea1b0-68b6-42c1-9de5-ac4773b7b8ae tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956924 May 20 18:36:29.674920 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-bf2ccc3b-831c-44da-9445-8a92b6755558 service neutron] 10.222.0.54 "GET /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709740 May 20 18:36:29.805182 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7b61-3419-4457-bdc4-8aa8144a87df req-ea939e6c-9801-4d5a-a84e-ca8370f33fa3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:29.806605 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fbb7b61-3419-4457-bdc4-8aa8144a87df req-ea939e6c-9801-4d5a-a84e-ca8370f33fa3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1941328 May 20 18:36:29.841684 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-df48906b-df4e-420f-aa73-727710348b83 service neutron] 10.222.0.54 "GET /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591823 May 20 18:36:29.868546 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3fbb7b61-3419-4457-bdc4-8aa8144a87df req-531e309e-8b53-4843-a886-6e5df729a92f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478466 May 20 18:36:30.071379 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f751f-98a4-4fcf-b45c-a6949017d43b req-8ad030bb-53a1-45ca-8e89-57c8bf22d7ff tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:30.079194 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d44f751f-98a4-4fcf-b45c-a6949017d43b req-8ad030bb-53a1-45ca-8e89-57c8bf22d7ff tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1065028 May 20 18:36:30.197943 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d44f751f-98a4-4fcf-b45c-a6949017d43b req-2fd77a01-7c5a-427e-bf6c-13544273c369 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162779 May 20 18:36:30.231643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea8312-06f7-4674-9a88-50a2e0039824 req-1d8af63e-b74b-40a6-a50d-6c106c3e7106 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:30.233552 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bdea8312-06f7-4674-9a88-50a2e0039824 req-1d8af63e-b74b-40a6-a50d-6c106c3e7106 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.1162124 May 20 18:36:30.321581 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7933a173-3375-4e01-8985-4c5c21fa0be1 req-be7d10a3-58bb-428a-87d6-b280db4012e7 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0665536 May 20 18:36:30.349233 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bdea8312-06f7-4674-9a88-50a2e0039824 req-a1a7703b-94ed-47ca-92d4-5ed9f837bb96 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953438 May 20 18:36:30.703377 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10463-4808-489c-853f-b1822d883a03 req-01e1ce60-b9de-4cb1-a21b-af6a88dcbac1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:30.705521 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-64f10463-4808-489c-853f-b1822d883a03 req-01e1ce60-b9de-4cb1-a21b-af6a88dcbac1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.0878432 May 20 18:36:30.755978 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-64f10463-4808-489c-853f-b1822d883a03 req-d08258e3-9399-41d7-8fdf-93941acd762f tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441434 May 20 18:36:31.066071 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2f9cf-f4e6-4734-bd31-2132492fce39 req-d641292c-2195-41a6-af2d-52b5682c2cdb tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:31.067555 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80d2f9cf-f4e6-4734-bd31-2132492fce39 req-d641292c-2195-41a6-af2d-52b5682c2cdb tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0961807 May 20 18:36:31.132360 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-80d2f9cf-f4e6-4734-bd31-2132492fce39 req-ca7d3858-6023-4ac8-8421-a684e2b1269c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 May 20 18:36:31.432841 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7b19443-caee-45ef-add8-1c194642fc0d req-53bb2f7d-5ed0-4240-92fa-72a4d8a7c467 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0454977 May 20 18:36:31.453697 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90783b4-f4ff-48ab-918a-3bad802169a3 req-14fb7482-cae3-49b2-a50a-bdd2e355d7d0 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:31.453697 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f90783b4-f4ff-48ab-918a-3bad802169a3 req-14fb7482-cae3-49b2-a50a-bdd2e355d7d0 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1458061 May 20 18:36:31.508941 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f90783b4-f4ff-48ab-918a-3bad802169a3 req-5e57e85a-d33f-44df-b13d-bfdbf2081312 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 May 20 18:36:31.627255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867553-316a-4447-b145-4aa29a3d13f2 req-a1d19b74-53c5-4a69-bb2c-2516187d33e5 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:31.628806 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-74867553-316a-4447-b145-4aa29a3d13f2 req-a1d19b74-53c5-4a69-bb2c-2516187d33e5 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.0859842 May 20 18:36:31.675006 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-74867553-316a-4447-b145-4aa29a3d13f2 req-7d9b7442-ad29-4db8-a99c-0056deadac34 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 May 20 18:36:31.941507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0de2-52e2-4217-9a9e-c2d37a1b8a6b req-73bf212f-95eb-43e0-9075-7fe3acb23e64 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:31.942849 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-467d0de2-52e2-4217-9a9e-c2d37a1b8a6b req-73bf212f-95eb-43e0-9075-7fe3acb23e64 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.0795009 May 20 18:36:31.991627 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-467d0de2-52e2-4217-9a9e-c2d37a1b8a6b req-1047871d-c311-4828-b7c1-8cca3424ac37 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 May 20 18:36:32.297079 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987962c1-f5dd-446f-ac34-aa346ac91f90 req-6e32d9a5-2351-4789-99c7-bc2fedc5d94c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:32.298469 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-987962c1-f5dd-446f-ac34-aa346ac91f90 req-6e32d9a5-2351-4789-99c7-bc2fedc5d94c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0791383 May 20 18:36:32.342357 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-987962c1-f5dd-446f-ac34-aa346ac91f90 req-d56d89e2-fa93-4264-9328-93b8c7b074cf tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383234 May 20 18:36:32.582573 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cba5c62b-9e6f-4d8e-b869-23e161b42f4c req-a36e12b9-f46e-40eb-9f72-9cbf8e814abb tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0453117 May 20 18:36:32.608818 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Request body: {'port': {'device_id': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:32.696379 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Request body: {'port': {'device_id': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:32.707281 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea063-570e-41d3-9583-2dba284c85cc req-6d4262ae-009a-4fc9-bd74-1f679a7db407 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:32.710480 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-be2ea063-570e-41d3-9583-2dba284c85cc req-6d4262ae-009a-4fc9-bd74-1f679a7db407 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.0912464 May 20 18:36:32.759377 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-be2ea063-570e-41d3-9583-2dba284c85cc req-3727627b-64e6-4b48-9dae-ae35c7b511c3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 May 20 18:36:32.949399 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fd05e-70ee-470a-9950-26a63bc872bb req-11c8f8b0-de37-466e-8a2c-4c18f98f4ce7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:32.957007 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f17fd05e-70ee-470a-9950-26a63bc872bb req-11c8f8b0-de37-466e-8a2c-4c18f98f4ce7 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.1728215 May 20 18:36:32.990208 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:33.001862 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f17fd05e-70ee-470a-9950-26a63bc872bb req-2ecea754-9977-47bc-b90f-85d0c45d4bd3 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 May 20 18:36:33.003253 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:33.142912 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Deleting port a9d89107-bf7c-4754-bf60-3a1e054b2337 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:33.143260 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:33.192419 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b10b1-3936-41d4-ab7e-497bb6666a64 req-ae488aa7-31b6-4e76-a4ea-07b3c125dec4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:33.196354 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-036b10b1-3936-41d4-ab7e-497bb6666a64 req-ae488aa7-31b6-4e76-a4ea-07b3c125dec4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.0910380 May 20 18:36:33.243550 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-036b10b1-3936-41d4-ab7e-497bb6666a64 req-e8400887-ce36-457f-af9c-61480e601ef1 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 May 20 18:36:33.536175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d562a3-0196-4752-bdc7-2aa6b64628e7 req-524857d7-3d83-4867-971d-97232745ffba tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:33.537538 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21d562a3-0196-4752-bdc7-2aa6b64628e7 req-524857d7-3d83-4867-971d-97232745ffba tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0812595 May 20 18:36:33.580675 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21d562a3-0196-4752-bdc7-2aa6b64628e7 req-72fbda84-50ae-4fb1-a443-d9950c9eeaf3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 May 20 18:36:33.592453 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] For port a9d89107-bf7c-4754-bf60-3a1e054b2337, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a9d89107-bf7c-4754-bf60-3a1e054b2337,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:33.593287 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:33.751704 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Calling delete_port for a9d89107-bf7c-4754-bf60-3a1e054b2337 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:33.783951 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f36c2f8f-01b6-4d79-9d67-68168e4cea33 req-ba14067e-d892-43ab-be81-a2004770634d tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0533583 May 20 18:36:33.841023 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b57a0-93ee-4267-9b2a-59ba54c86f48 req-62872159-7280-499c-a416-2e61aa79c469 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:33.849047 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0e9b57a0-93ee-4267-9b2a-59ba54c86f48 req-62872159-7280-499c-a416-2e61aa79c469 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1545496 May 20 18:36:33.930566 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0e9b57a0-93ee-4267-9b2a-59ba54c86f48 req-81d4b55e-099e-417a-94dd-7b2a1d06363c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805140 May 20 18:36:33.955174 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34660) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:33.997614 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f8dbd-dea9-4e63-91b2-934b02ff5e39 req-8eb56be4-dd5e-444d-a060-323ccd6289ec tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:33.999081 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-054f8dbd-dea9-4e63-91b2-934b02ff5e39 req-8eb56be4-dd5e-444d-a060-323ccd6289ec tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 931 time: 0.1132720 May 20 18:36:34.050684 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-054f8dbd-dea9-4e63-91b2-934b02ff5e39 req-b790704a-216d-4051-ac52-b1b7005d8213 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 May 20 18:36:34.109962 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:34.115393 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61f7dcd-6cfb-436d-b192-edbcc3560bce {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:34.130535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.134739 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.190764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Transition to ACTIVE for port object d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:36:34.192287 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Transition to ACTIVE for port object f61f7dcd-6cfb-436d-b192-edbcc3560bce will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:36:34.251016 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-4e5edf9a-580d-4b0b-b42d-5756a0b5d227 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:34.251758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-4e5edf9a-580d-4b0b-b42d-5756a0b5d227 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Synchronizing usage tracker for tenant:50db292d19654f23827cf29fb30b0828 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:34.271237 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6dfa4-12cb-42a1-84ba-8c2784ea97e8 tempest-TestShelveInstance-1477343833 tempest-TestShelveInstance-1477343833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:34.271928 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-6cc6dfa4-12cb-42a1-84ba-8c2784ea97e8 tempest-TestShelveInstance-1477343833 tempest-TestShelveInstance-1477343833-project-admin] Synchronizing usage tracker for tenant:52228ffed2a9446fa3e899c948acf828 on resource:port {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:34.281189 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e424a-4d3b-4d1f-bded-c230eb758a42 req-68e42270-ce9e-47d3-b1d3-37b133272bf6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:34.282889 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.288831 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3705db5e-082c-4044-b84e-8e393af690da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:34.288983 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7a3e424a-4d3b-4d1f-bded-c230eb758a42 req-68e42270-ce9e-47d3-b1d3-37b133272bf6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 932 time: 0.1555054 May 20 18:36:34.342642 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7a3e424a-4d3b-4d1f-bded-c230eb758a42 req-eaebdfb1-7f1f-435b-a681-72967cad9145 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 May 20 18:36:34.361731 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.418020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-4e5edf9a-580d-4b0b-b42d-5756a0b5d227 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Unset dirty status for tenant:50db292d19654f23827cf29fb30b0828 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:34.419170 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-4e5edf9a-580d-4b0b-b42d-5756a0b5d227 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.69 "GET /v2.0/networks?id=16089148-68e0-4774-83f4-dac6dfe45d3c HTTP/1.1" status: 200 len: 808 time: 0.5704296 May 20 18:36:34.426104 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-6cc6dfa4-12cb-42a1-84ba-8c2784ea97e8 tempest-TestShelveInstance-1477343833 tempest-TestShelveInstance-1477343833-project-admin] Unset dirty status for tenant:52228ffed2a9446fa3e899c948acf828 on resource:port {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:34.428999 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-6cc6dfa4-12cb-42a1-84ba-8c2784ea97e8 tempest-TestShelveInstance-1477343833 tempest-TestShelveInstance-1477343833-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1094 time: 0.4707241 May 20 18:36:34.430900 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34674) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:34.438964 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Request body: {'floatingip': {'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'port_id': '19f100a9-a01b-4917-bba8-29e16966fe57', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:34.445620 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Request body: {'port': {'device_id': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c', 'admin_state_up': True, 'tenant_id': '50db292d19654f23827cf29fb30b0828'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:34.446142 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:34.451553 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Usage tracker for resource:floatingip and tenant:84185611b85e472abddf70a79d3fd4a4 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:34.456010 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:34.463990 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:34.473837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1d246-d5c1-4a99-89e9-0be68dc9f9da req-a0b97a26-0e93-48a9-887a-c954e9321a2a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:34.475352 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-59b1d246-d5c1-4a99-89e9-0be68dc9f9da req-a0b97a26-0e93-48a9-887a-c954e9321a2a tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 943 time: 0.1132090 May 20 18:36:34.529063 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-59b1d246-d5c1-4a99-89e9-0be68dc9f9da req-a1aa6831-4f33-4edc-9eb7-7db8aa447b2d tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466478 May 20 18:36:34.550256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for floatingip, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.570565 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Pushing event updated for resources: {'Port': ['ID=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:34.573498 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.574489 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:34.583867 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:34.587758 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['d1b000ff-3811-4e83-8b33-40cd306d2618'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:34.699313 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.841719 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Allocated IP 172.28.1.38 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/a0528ff1-24b5-4eff-9e36-dfc43480019e) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:36:34.915028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:34.936599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:34.945888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c02325a7-7242-450b-9376-80f5c5e4e06a tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:34.975497 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] No DVR routers for this DVR port a9d89107-bf7c-4754-bf60-3a1e054b2337 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:36:34.988158 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:34.996228 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-86e04058-6f46-4b0c-9c5c-9695346bb970 req-c77765b2-58ea-4cb7-8917-9d70bce8ce0d tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0585017 May 20 18:36:34.998732 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'name': 'network-vif-deleted', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:35.017613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Pushing event deleted for resources: {'Port': ['ID=a9d89107-bf7c-4754-bf60-3a1e054b2337,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:35.029220 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:35.038340 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.046656 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Attempting to bind port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:36:35.047228 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Attempting to bind port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:36:35.047389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Attempting to bind port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 on network 4055edb6-3684-4ff0-a317-81f4f5a38c02 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:35.054496 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:35.062008 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 on network 4055edb6-3684-4ff0-a317-81f4f5a38c02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:36:35.062308 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Attempting to bind port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 on network 4055edb6-3684-4ff0-a317-81f4f5a38c02 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:35.066004 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b88ec-653f-4df6-b030-a26e82f2b90b', 'name': 'network-vif-deleted', 'tag': 'a9d89107-bf7c-4754-bf60-3a1e054b2337', 'status': 'completed', 'code': 200} May 20 18:36:35.066846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Usage tracker for resource:port and tenant:50db292d19654f23827cf29fb30b0828 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:35.070955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Attempting to bind port f61f7dcd-6cfb-436d-b192-edbcc3560bce on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:36:35.071290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Attempting to bind port f61f7dcd-6cfb-436d-b192-edbcc3560bce by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:36:35.071613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Attempting to bind port f61f7dcd-6cfb-436d-b192-edbcc3560bce on network e1e83372-be96-4279-bbb2-d6e3fa1dc974 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:35.073880 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:35.083197 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:35.085364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:36:35.085699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Checking segment: {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:36:35.086083 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Bound using segment: {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:36:35.086507 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Bound port: d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1cb775-5f88-41e4-81ad-4b5da203708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:36:35.086852 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.098280 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Port f61f7dcd-6cfb-436d-b192-edbcc3560bce on network e1e83372-be96-4279-bbb2-d6e3fa1dc974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:36:35.098603 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Attempting to bind port f61f7dcd-6cfb-436d-b192-edbcc3560bce on network e1e83372-be96-4279-bbb2-d6e3fa1dc974 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:35.112870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:36:35.113217 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Checking segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:36:35.113606 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Bound using segment: {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:36:35.114031 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Bound port: f61f7dcd-6cfb-436d-b192-edbcc3560bce, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:36:35.114377 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.162907 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2078b1d3-590d-4b05-8035-51c08965e412 req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "DELETE /v2.0/ports/a9d89107-bf7c-4754-bf60-3a1e054b2337 HTTP/1.1" status: 204 len: 173 time: 2.5088542 May 20 18:36:35.197853 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.209561 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:35.227043 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Made reservation on behalf of 50db292d19654f23827cf29fb30b0828 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:36:35.230456 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.286272 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:36:35.289838 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:35.296930 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:36:35.323861 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'Port': ['ID=a0528ff1-24b5-4eff-9e36-dfc43480019e,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:35.326139 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] For port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:36:35.329737 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:35.360038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] For port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:36:35.365843 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aded98-ab55-4abc-98b1-6ca0145d4479 req-e72c3d8e-19f0-4d4b-b84b-d0493bcd3f1d tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:35.367336 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61aded98-ab55-4abc-98b1-6ca0145d4479 req-e72c3d8e-19f0-4d4b-b84b-d0493bcd3f1d tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 943 time: 0.2079217 May 20 18:36:35.369016 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:36:35.386723 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:36:35.445636 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.452976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e47b178e-0d1d-41ef-a234-c8ddfbba61f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:35.515596 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.530460 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61aded98-ab55-4abc-98b1-6ca0145d4479 req-e2fd8859-21c7-44e8-8ee9-c77a1d1b7b98 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287932 May 20 18:36:35.533496 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:35.534418 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.536169 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] 10.222.0.69 "PUT /v2.0/ports/d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 HTTP/1.1" status: 200 len: 1094 time: 2.9343755 May 20 18:36:35.546151 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Allocated IP 172.20.0.9 (16089148-68e0-4774-83f4-dac6dfe45d3c/d0ea9625-c2c8-476a-bc36-d2373be8bf26/a2c2280d-91d0-42a2-85b1-4c6778dd67dd) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:36:35.568893 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:35.568893 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:35.568893 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] 10.222.0.69 "PUT /v2.0/ports/f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 1093 time: 2.9741738 May 20 18:36:35.569868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Pushing event updated for resources: {'Port': ['ID=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:35.574691 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:35.575211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f1792a98-9f81-4394-98df-157214e2c3a6 tempest-VolumesNegativeTest-1135727391 tempest-VolumesNegativeTest-1135727391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:35.793607 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35726505-54e6-4b46-8f9a-82ed356e43bc req-98423100-3f72-48c9-97a9-786e7cf05731 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef9b88ec-653f-4df6-b030-a26e82f2b90b HTTP/1.1" status: 200 len: 210 time: 0.0710456 May 20 18:36:35.893877 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf203eb-0d69-4037-84e0-daba1ff4492d req-ca5f367b-ed99-4465-b996-ecafebea4d4e tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:35.895246 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1cf203eb-0d69-4037-84e0-daba1ff4492d req-ca5f367b-ed99-4465-b996-ecafebea4d4e tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 944 time: 0.4059758 May 20 18:36:35.913266 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:35.916410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:35.969592 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1cf203eb-0d69-4037-84e0-daba1ff4492d req-cbf57a74-51fc-47cd-b730-7eb83a3e03df tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679207 May 20 18:36:36.017347 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:36.082311 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-b04f019e-a7ff-405b-93f6-60b7cde56dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:36.083877 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-b04f019e-a7ff-405b-93f6-60b7cde56dc3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 1097 time: 0.3925450 May 20 18:36:36.163188 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-0c3bbed5-0f22-4542-b6d6-42a426b9555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:36.164832 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-0c3bbed5-0f22-4542-b6d6-42a426b9555c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1096 time: 0.4191837 May 20 18:36:36.167589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:36.177742 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-928ee2fb-9fa1-4206-83a4-74341a2c3793 req-1d929141-e19b-40a2-a502-5ee59c728b22 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0722165 May 20 18:36:36.181470 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-c41995a1-47b3-4871-ac8d-de7ab9964cb9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 HTTP/1.1" status: 200 len: 217 time: 0.0825574 May 20 18:36:36.203809 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:36.288318 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-ba0e7159-6ca1-4846-b4bd-369b02089526 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 217 time: 0.1098676 May 20 18:36:36.359131 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-e5396ce1-2e6c-402c-9893-e222f00fb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:36.360674 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-e5396ce1-2e6c-402c-9893-e222f00fb075 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d95129be-4b95-4eb3-84d4-dd120f1f6307 HTTP/1.1" status: 200 len: 848 time: 0.1291721 May 20 18:36:36.437204 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:36.437630 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-b6225cd6-9fff-4731-a033-fbd420c2e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:36.439133 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-b6225cd6-9fff-4731-a033-fbd420c2e4f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.1368561 May 20 18:36:36.441911 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-6082dddb-1ba8-40d0-9822-195ed0d0d08c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4055edb6-3684-4ff0-a317-81f4f5a38c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674770 May 20 18:36:36.641969 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-bc3d019c-1af0-4184-8a81-94052a88c228 service neutron] 10.222.0.69 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858623 May 20 18:36:36.643854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-7804e1ce-2506-447a-8bfc-4b71dcd5cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:36.645248 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-7804e1ce-2506-447a-8bfc-4b71dcd5cbdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1906178 May 20 18:36:36.749995 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68aca1-3d89-48a2-8823-f47ab8ffec6a req-cf3cfdc4-fe78-4752-a51e-29169ce5f522 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:36.752077 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9b68aca1-3d89-48a2-8823-f47ab8ffec6a req-cf3cfdc4-fe78-4752-a51e-29169ce5f522 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 943 time: 0.0988631 May 20 18:36:36.798677 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9b68aca1-3d89-48a2-8823-f47ab8ffec6a req-05721d22-48a8-4f06-94e3-65c1173d61c4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 May 20 18:36:36.897126 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-aee96d13-c2ad-4a0c-829f-0193304b3d07 req-b32c5c9d-4cce-45e5-8059-0db66723fde1 service neutron] 10.222.0.69 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414672 May 20 18:36:36.898929 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-594227d5-106d-4969-b77b-89c8071045ce service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421670 May 20 18:36:37.059439 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ac6e498c-01a6-4de8-96f7-0754ec0a27d9 req-ab48fb0f-484c-4cb9-8eac-b58767b7b958 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399457 May 20 18:36:37.067128 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'tag': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37'}, {'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:37.162709 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb963-08f6-44fc-b811-953701c9f1b3 req-d9a568f4-a71f-4a93-b043-5e5de1e6b909 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:37.164152 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-255fb963-08f6-44fc-b811-953701c9f1b3 req-d9a568f4-a71f-4a93-b043-5e5de1e6b909 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 944 time: 0.0834508 May 20 18:36:37.184960 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:37.190658 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:37.191561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:37.199245 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-369f3356-dcfe-4939-97c3-7443d056157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:37.263019 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Network 16089148-68e0-4774-83f4-dac6dfe45d3c is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:36:37.266163 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:37.270441 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:36:37.301613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Pushing event updated for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:37.308334 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:37.312056 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-255fb963-08f6-44fc-b811-953701c9f1b3 req-b3e73050-0105-4495-847d-ab2f7e634a44 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420321 May 20 18:36:37.328765 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event updated for resources: {'Port': ['ID=a0528ff1-24b5-4eff-9e36-dfc43480019e,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:37.330956 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:37.340067 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:37.353019 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:37.353751 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:37.381462 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'tag': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37', 'status': 'completed', 'code': 200} May 20 18:36:37.381758 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'status': 'completed', 'code': 200} May 20 18:36:37.478437 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0411310 May 20 18:36:37.502194 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Request body: {'port': {'device_id': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:37.594910 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-4b8c79a3-b8c5-4522-affe-85ebd5fe18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:37.596361 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-4b8c79a3-b8c5-4522-affe-85ebd5fe18c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 1097 time: 0.1723542 May 20 18:36:37.622830 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.l3_db [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Floating IP f908653a-ff49-4264-9778-b2a2724c8f71 associated. External IP: 172.28.1.38, port: 19f100a9-a01b-4917-bba8-29e16966fe57. May 20 18:36:37.658445 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:37.889797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f121dc-4a1a-4058-a87d-84eebd816bdd req-972a1bf6-b978-4990-beb9-b968bab02205 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:37.891147 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c4f121dc-4a1a-4058-a87d-84eebd816bdd req-972a1bf6-b978-4990-beb9-b968bab02205 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 931 time: 0.4059334 May 20 18:36:37.891526 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-a76a217b-cd9f-46a6-a9de-a713b049602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:37.892964 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-a76a217b-cd9f-46a6-a9de-a713b049602e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4055edb6-3684-4ff0-a317-81f4f5a38c02 HTTP/1.1" status: 200 len: 909 time: 0.2842529 May 20 18:36:37.900958 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d8be8-8b34-4c81-ae2a-5e4edba5e819 req-17e7e977-35ec-4226-880e-1cc8072764aa tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:37.902304 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-843d8be8-8b34-4c81-ae2a-5e4edba5e819 req-17e7e977-35ec-4226-880e-1cc8072764aa tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.4154139 May 20 18:36:38.009683 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-3bfe765b-cbfa-43d5-bdce-e8484dcfc9fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 HTTP/1.1" status: 200 len: 217 time: 0.0779512 May 20 18:36:38.044534 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c4f121dc-4a1a-4058-a87d-84eebd816bdd req-f415ee3b-f40a-4163-83a4-a63c2eb7472e tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412697 May 20 18:36:38.067704 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-843d8be8-8b34-4c81-ae2a-5e4edba5e819 req-c560bf80-63c0-4c5a-9cf5-024729b4aba4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476104 May 20 18:36:38.167784 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-8ef7d208-9a6e-425e-a491-80158dff36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:38.169325 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-8ef7d208-9a6e-425e-a491-80158dff36cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d95129be-4b95-4eb3-84d4-dd120f1f6307 HTTP/1.1" status: 200 len: 848 time: 0.1446052 May 20 18:36:38.212790 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Router 468c238f-153e-41d8-844e-251b9fa65da6 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:36:38.236216 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-84846c44-e18d-489d-81e1-4d9ae768e216 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4055edb6-3684-4ff0-a317-81f4f5a38c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548599 May 20 18:36:38.393583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dd933-d6ad-43d1-9076-e8af3918dd0b req-cc5b24d7-3572-4564-90c0-42f770e02def tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:38.395170 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-122dd933-d6ad-43d1-9076-e8af3918dd0b req-cc5b24d7-3572-4564-90c0-42f770e02def tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 943 time: 0.2313778 May 20 18:36:38.404600 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c2280d-91d0-42a2-85b1-4c6778dd67dd {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:38.415599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:38.447019 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Transition to ACTIVE for port object a2c2280d-91d0-42a2-85b1-4c6778dd67dd will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:36:38.450516 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-24d154b3-1fde-4dfe-8408-ad0da03c9352 service neutron] 10.222.0.69 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013943 May 20 18:36:38.514165 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:36:38.523644 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] Sync routers for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:36:38.533992 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:36:38.541938 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:38.542089 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-122dd933-d6ad-43d1-9076-e8af3918dd0b req-0a358fc3-36b0-4fb9-942e-b5e5736c94c8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365857 May 20 18:36:38.551126 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:38.557303 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:38.568779 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995bc1c-d9a8-4dc4-a166-49d6fd2fb66b req-0f3f6a63-429e-4087-8e24-15c4b7c6ac4b tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:38.570205 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d995bc1c-d9a8-4dc4-a166-49d6fd2fb66b req-0f3f6a63-429e-4087-8e24-15c4b7c6ac4b tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 944 time: 0.1417985 May 20 18:36:38.618605 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d995bc1c-d9a8-4dc4-a166-49d6fd2fb66b req-164a9cc7-8fb0-4985-a147-55a3339e06a6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 May 20 18:36:38.630125 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:38.701050 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2689884 May 20 18:36:38.702775 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:38.744519 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Pushing event updated for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:38.753594 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-2a17ffc0-f75b-4fc7-9591-fcda1f9092dd service neutron] 10.222.0.69 "GET /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949822 May 20 18:36:38.754537 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:38.755972 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:36:38.757063 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'status': 'completed', 'code': 200} May 20 18:36:38.926210 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Attempting to bind port a2c2280d-91d0-42a2-85b1-4c6778dd67dd on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:36:38.926544 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Attempting to bind port a2c2280d-91d0-42a2-85b1-4c6778dd67dd by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '3c041ccc-f5c9-4d54-94d5-6758617e9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:36:38.926877 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Attempting to bind port a2c2280d-91d0-42a2-85b1-4c6778dd67dd on network 16089148-68e0-4774-83f4-dac6dfe45d3c {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:38.937407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Port a2c2280d-91d0-42a2-85b1-4c6778dd67dd on network 16089148-68e0-4774-83f4-dac6dfe45d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:36:38.937663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Attempting to bind port a2c2280d-91d0-42a2-85b1-4c6778dd67dd on network 16089148-68e0-4774-83f4-dac6dfe45d3c {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:36:38.949147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:36:38.949481 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Checking segment: {'id': '3c041ccc-f5c9-4d54-94d5-6758617e9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:36:38.949860 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Bound using segment: {'id': '3c041ccc-f5c9-4d54-94d5-6758617e9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:36:38.950281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Bound port: a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c041ccc-f5c9-4d54-94d5-6758617e9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:36:38.950625 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:38.997998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-b8a08967-2841-4984-9481-57933ccaba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:38.999468 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-b8a08967-2841-4984-9481-57933ccaba66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1099 time: 0.2177024 May 20 18:36:39.006633 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-612a591a-c5f6-4d32-96e7-58c2744eaadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.007970 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-612a591a-c5f6-4d32-96e7-58c2744eaadf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1096 time: 0.1886213 May 20 18:36:39.100035 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'f908653a-ff49-4264-9778-b2a2724c8f71', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'floating_ip_address': '172.28.1.38', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'port_id': '19f100a9-a01b-4917-bba8-29e16966fe57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'mac_address': 'fa:16:3e:3d:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:36:35Z', 'updated_at': '2021-05-20T18:36:35Z', 'revision_number': 0, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:39.104154 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] Checking router: 468c238f-153e-41d8-844e-251b9fa65da6 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:36:39.113262 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:36:39.113862 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:39.298193 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:36:39.319975 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e38311-92ae-484f-9c21-283dbf423f7b req-304d2e10-974a-40be-ad5f-1210ae6e304b tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.321507 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-26e38311-92ae-484f-9c21-283dbf423f7b req-304d2e10-974a-40be-ad5f-1210ae6e304b tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 943 time: 0.1432679 May 20 18:36:39.335356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19386b98-6824-4c0c-ab61-4e1e2f51e66e req-2f4f97fc-8312-4130-a6d8-437c1cd13bde tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.337314 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-19386b98-6824-4c0c-ab61-4e1e2f51e66e req-2f4f97fc-8312-4130-a6d8-437c1cd13bde tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1188219 May 20 18:36:39.337658 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:36:39.379933 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,segment=NetworkSegment(3c041ccc-f5c9-4d54-94d5-6758617e9f8e),segment_id=3c041ccc-f5c9-4d54-94d5-6758617e9f8e)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:36:39.391790 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-90ec6345-ab00-4233-b84c-ac358c814daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.393725 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-90ec6345-ab00-4233-b84c-ac358c814daf service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 910 time: 0.3719027 May 20 18:36:39.394410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-7520bc50-c103-4ac7-845d-50881dd71a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.395751 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-7520bc50-c103-4ac7-845d-50881dd71a6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 916 time: 0.3753674 May 20 18:36:39.411871 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-26e38311-92ae-484f-9c21-283dbf423f7b req-1e5aa39d-fbdc-492f-aca4-0dea27e84144 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735233 May 20 18:36:39.418838 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-19386b98-6824-4c0c-ab61-4e1e2f51e66e req-132ebe96-b32f-4824-b31a-a797b44a683c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661070 May 20 18:36:39.539593 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:39.560348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f17fb910-a49b-4452-80c9-317d0a14295b tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:39.616873 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-5c578632-a17d-482c-bf49-c66cbcb418ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 217 time: 0.1335297 May 20 18:36:39.637790 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.638191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:39.639255 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] 10.222.0.69 "PUT /v2.0/ports/a2c2280d-91d0-42a2-85b1-4c6778dd67dd HTTP/1.1" status: 200 len: 1093 time: 2.1424112 May 20 18:36:39.648409 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:39.652855 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'f908653a-ff49-4264-9778-b2a2724c8f71', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'floating_ip_address': '172.28.1.38', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'port_id': '19f100a9-a01b-4917-bba8-29e16966fe57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'mac_address': 'fa:16:3e:3d:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:36:35Z', 'updated_at': '2021-05-20T18:36:35Z', 'revision_number': 0, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:39.657785 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606e65f-baa3-4531-96c4-a6bd47b92770 None None] The sync data for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb is: [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'f908653a-ff49-4264-9778-b2a2724c8f71', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'floating_ip_address': '172.28.1.38', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'port_id': '19f100a9-a01b-4917-bba8-29e16966fe57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'mac_address': 'fa:16:3e:3d:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:36:35Z', 'updated_at': '2021-05-20T18:36:35Z', 'revision_number': 0, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:36:39.725490 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-95f2d33c-39bb-4e9a-b924-6255f1d27d34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 999 time: 0.2918448 May 20 18:36:39.743635 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Pushing event updated for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:39.746776 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:39.825881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-9e499108-504e-4cdb-8ec3-10725403f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.827306 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-9e499108-504e-4cdb-8ec3-10725403f930 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.1799366 May 20 18:36:39.833180 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb14c5b-765a-4c4b-8595-2868fe929f8f req-0ae80103-bfa8-48ab-b363-bd007f2f9447 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.834703 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7cb14c5b-765a-4c4b-8595-2868fe929f8f req-0ae80103-bfa8-48ab-b363-bd007f2f9447 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 943 time: 0.1745453 May 20 18:36:39.890059 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7cb14c5b-765a-4c4b-8595-2868fe929f8f req-64b3f49d-e0c6-4306-b393-33b488b336f8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488291 May 20 18:36:39.897772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4a93d-712c-4651-b099-98acedaa8612 req-2296bf6f-84e0-4a7b-92dd-d4017f0c53e4 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.905472 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21f4a93d-712c-4651-b099-98acedaa8612 req-2296bf6f-84e0-4a7b-92dd-d4017f0c53e4 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 944 time: 0.1443889 May 20 18:36:39.914070 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-998886d2-2ff6-41e9-83cc-a4ff5bd3a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:39.915678 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-998886d2-2ff6-41e9-83cc-a4ff5bd3a8e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.1733923 May 20 18:36:39.917722 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee49f1-7600-4f39-9672-0eb484c7bd7b None None] New status for floating IP f908653a-ff49-4264-9778-b2a2724c8f71: ACTIVE {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:36:39.955711 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-21f4a93d-712c-4651-b099-98acedaa8612 req-7c42ff56-9056-4993-a134-1dfb59bc2632 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492949 May 20 18:36:39.984784 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd', 'status': 'completed', 'code': 200} May 20 18:36:39.988828 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device f61f7dcd-6cfb-436d-b192-edbcc3560bce details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:36:40.003788 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-c0a0d21e-51f2-4e34-97e2-e11b644e5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:40.005293 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-c0a0d21e-51f2-4e34-97e2-e11b644e5274 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50db292d19654f23827cf29fb30b0828&device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 1096 time: 0.2259974 May 20 18:36:40.017520 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-bdea1df7-ad02-44f6-a526-fb3a69069364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:40.018880 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-bdea1df7-ad02-44f6-a526-fb3a69069364 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1768923 May 20 18:36:40.104639 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-0b26b0a1-ccd8-4bcd-b1ab-a5e288919e2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd HTTP/1.1" status: 200 len: 217 time: 0.0847600 May 20 18:36:40.220622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-57c85c58-2a34-49cd-b26a-22072e6e0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:40.222085 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-57c85c58-2a34-49cd-b26a-22072e6e0fd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2974913 May 20 18:36:40.285141 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-e51479b5-2004-4002-84a6-a2caa0bda410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:40.286564 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-e51479b5-2004-4002-84a6-a2caa0bda410 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ea9625-c2c8-476a-bc36-d2373be8bf26 HTTP/1.1" status: 200 len: 848 time: 0.1682382 May 20 18:36:40.297986 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:40.311300 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'port_id': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'mac_address': 'fa:16:3e:98:33:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:36:40.369620 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:40.389485 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61f7dcd-6cfb-436d-b192-edbcc3560bce {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:40.401670 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-12e913dc-9fe9-401e-a9e6-1fde5b7ddec1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16089148-68e0-4774-83f4-dac6dfe45d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037858 May 20 18:36:40.405320 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-43376965-0161-4b1a-870e-06fcde5f1646 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328502 May 20 18:36:40.405482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:40.501046 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:40.502080 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:36:40.517526 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-1650f8d3-9f56-4932-bf26-5215ac41902b service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772918 May 20 18:36:40.544035 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d8dafdb1-b30f-4b94-b48b-3fb437fabb66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:40.676803 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c08b8a-4c10-41d8-aa2e-f6cf3081837b req-d8595b62-35fa-48c8-9e4c-115e2e959831 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:40.677365 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:40.679594 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-37c08b8a-4c10-41d8-aa2e-f6cf3081837b req-d8595b62-35fa-48c8-9e4c-115e2e959831 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1413925 May 20 18:36:40.680651 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:40.704284 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:40.714857 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3715e-15e5-4ba0-9e4e-373a05a8e9a3 req-caa25fc3-54db-4fa7-8268-e01a711437a5 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:40.716298 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddd3715e-15e5-4ba0-9e4e-373a05a8e9a3 req-caa25fc3-54db-4fa7-8268-e01a711437a5 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 943 time: 0.1436586 May 20 18:36:40.717952 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37', 'network_id': '4055edb6-3684-4ff0-a317-81f4f5a38c02', 'port_id': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37', 'mac_address': 'fa:16:3e:fc:73:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95129be-4b95-4eb3-84d4-dd120f1f6307', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:36:40.763695 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-37c08b8a-4c10-41d8-aa2e-f6cf3081837b req-e2738bdb-7143-4a38-b39c-eca732f0dbc4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768991 May 20 18:36:40.777176 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:40.784955 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddd3715e-15e5-4ba0-9e4e-373a05a8e9a3 req-d30dade4-7e1f-4883-8b79-0ff04d9de9a8 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562932 May 20 18:36:40.799594 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:40.817040 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:40.863246 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-c4d0d696-e9e7-4d7c-8604-196521c4a5cd service neutron] 10.222.0.69 "GET /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414182 May 20 18:36:40.878368 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:40.880161 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:40.913409 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0398383d-2a8a-46a9-8dbe-a14e80138b90 req-19836edb-b128-4070-bfa2-683e75ebaf69 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905028 May 20 18:36:40.944413 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8bc957a7-1b3c-4365-ab2b-6de3125b5d59 req-23cdef1e-fc58-4014-b28e-01cb15a3c6c2 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811188 May 20 18:36:40.953670 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:40.957781 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:41.037952 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f4ee160b-5615-4a34-9ed7-2b1bb44757d0 req-8f2897c4-1169-4b02-8de3-f0cf4664253f service neutron] 10.222.0.69 "GET /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622393 May 20 18:36:41.140993 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4dd7-09c3-4ee0-bdb6-a93c26a463e1 req-e9ba025e-922e-4b8f-8717-dff217ca8cc8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:41.142449 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-77cf4dd7-09c3-4ee0-bdb6-a93c26a463e1 req-e9ba025e-922e-4b8f-8717-dff217ca8cc8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 944 time: 0.1370699 May 20 18:36:41.216207 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['d44a7cd6-808b-4d4e-9ab1-b5875b2fec37'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:41.219437 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-0dbca867-0799-4ceb-88a6-7b8b3c09d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:41.220954 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-0dbca867-0799-4ceb-88a6-7b8b3c09d8ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50db292d19654f23827cf29fb30b0828&device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 1096 time: 0.0747945 May 20 18:36:41.243018 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['f61f7dcd-6cfb-436d-b192-edbcc3560bce'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:41.287066 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-77cf4dd7-09c3-4ee0-bdb6-a93c26a463e1 req-6724a5b6-cf71-42cc-bab6-8beace5045c8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386614 May 20 18:36:41.294482 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b560a36-c9b6-4684-89d0-855621d3a057 req-b1d66a9b-e54f-4157-a545-747fdd80e81d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:41.295944 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3b560a36-c9b6-4684-89d0-855621d3a057 req-b1d66a9b-e54f-4157-a545-747fdd80e81d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 945 time: 0.2282434 May 20 18:36:41.347575 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3b560a36-c9b6-4684-89d0-855621d3a057 req-0f490c9c-56d3-4251-b306-8ffda3fb91ef tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 May 20 18:36:41.389302 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-6699a463-42ef-4d97-8c50-d292e2e3bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:41.390753 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-6699a463-42ef-4d97-8c50-d292e2e3bf79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=16089148-68e0-4774-83f4-dac6dfe45d3c HTTP/1.1" status: 200 len: 909 time: 0.1599083 May 20 18:36:41.467460 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-51abc473-9670-4ba0-9196-5471411c4dce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd HTTP/1.1" status: 200 len: 217 time: 0.0655167 May 20 18:36:41.535735 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-15136288-9c15-43ea-be59-b16d675630ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:41.537184 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-15136288-9c15-43ea-be59-b16d675630ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0ea9625-c2c8-476a-bc36-d2373be8bf26 HTTP/1.1" status: 200 len: 848 time: 0.0584478 May 20 18:36:41.589815 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-0d6d9a1c-68a8-4017-86d2-31695f3ee193 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=16089148-68e0-4774-83f4-dac6dfe45d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427368 May 20 18:36:41.720881 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-2148acec-206d-4be3-9fcb-640aafe87587 service neutron] 10.222.0.69 "GET /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220462 May 20 18:36:41.861776 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-055d7717-16e9-450a-9d50-159f1e7d20e0 req-41aa0e40-ea1d-4e1d-aae8-9603e31d3e5b service neutron] 10.222.0.69 "GET /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278145 May 20 18:36:42.027036 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e7c9b-28fa-4cfa-a456-0b1063860576 req-60ee3966-e3c1-46ac-bf3b-d2696472d684 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:42.028370 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2d6e7c9b-28fa-4cfa-a456-0b1063860576 req-60ee3966-e3c1-46ac-bf3b-d2696472d684 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1374037 May 20 18:36:42.040321 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b8477-bff7-4a39-b634-a4572cc4ddce req-bd714d0b-7729-4d74-aa53-46a825c6031b tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:42.041708 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-010b8477-bff7-4a39-b634-a4572cc4ddce req-bd714d0b-7729-4d74-aa53-46a825c6031b tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 943 time: 0.1196456 May 20 18:36:42.110814 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2d6e7c9b-28fa-4cfa-a456-0b1063860576 req-574e3a0c-c9b7-4bfc-b405-520c909a6879 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681877 May 20 18:36:42.115075 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-010b8477-bff7-4a39-b634-a4572cc4ddce req-03f4c81c-2de6-4a38-b607-68ca08f57fe3 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600219 May 20 18:36:42.520247 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78210b1d-63f7-44b7-b5ea-e9adba7aae4e req-d65940a1-f141-4cfa-bb91-7f5d7563addb tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:42.521731 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78210b1d-63f7-44b7-b5ea-e9adba7aae4e req-d65940a1-f141-4cfa-bb91-7f5d7563addb tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 944 time: 0.1246276 May 20 18:36:42.580218 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78210b1d-63f7-44b7-b5ea-e9adba7aae4e req-c2b69a8d-a9cc-469b-9141-6f98a60d0489 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 May 20 18:36:42.595617 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cffea-965d-4fac-8764-4bcd63313079 req-e7d2faf4-b89a-4d7f-97a5-f56a86100835 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:42.597061 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eb3cffea-965d-4fac-8764-4bcd63313079 req-e7d2faf4-b89a-4d7f-97a5-f56a86100835 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 945 time: 0.1296775 May 20 18:36:42.640829 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eb3cffea-965d-4fac-8764-4bcd63313079 req-581a78eb-784f-4f54-8bcb-642408c92141 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380909 May 20 18:36:43.353477 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920953-81cf-4588-82e4-7cf1c2fd6c55 req-fce423d0-77e6-4d43-964b-0296f7d99bc4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:43.354903 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a2920953-81cf-4588-82e4-7cf1c2fd6c55 req-fce423d0-77e6-4d43-964b-0296f7d99bc4 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1388509 May 20 18:36:43.363224 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa842265-129b-4eff-b702-042ad880a176 req-5b15f601-dc7d-410f-91d0-d4f15656efd1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:43.364544 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa842265-129b-4eff-b702-042ad880a176 req-5b15f601-dc7d-410f-91d0-d4f15656efd1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 943 time: 0.1182585 May 20 18:36:43.434279 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fa842265-129b-4eff-b702-042ad880a176 req-2428b119-d27f-40e9-b64d-b7147919aa0e tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554254 May 20 18:36:43.437574 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a2920953-81cf-4588-82e4-7cf1c2fd6c55 req-202872d8-b643-427e-a006-7aa4d207d92c tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722005 May 20 18:36:43.812763 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6214-7904-4704-936d-58ca7531a5e7 req-9a7800d9-6679-42a6-b8fb-e9db14e2b856 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:43.814157 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-54cd6214-7904-4704-936d-58ca7531a5e7 req-9a7800d9-6679-42a6-b8fb-e9db14e2b856 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 944 time: 0.1290019 May 20 18:36:43.872436 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dda63-45fd-40ac-b702-7960c0e351e8 req-55c31bed-207b-4876-8f59-33e16351f383 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:43.873869 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c29dda63-45fd-40ac-b702-7960c0e351e8 req-55c31bed-207b-4876-8f59-33e16351f383 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 945 time: 0.1260753 May 20 18:36:43.876954 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-54cd6214-7904-4704-936d-58ca7531a5e7 req-b002eb1c-428a-4007-be71-c152a412009c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 May 20 18:36:43.920277 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c29dda63-45fd-40ac-b702-7960c0e351e8 req-35169bb6-0b19-402b-930b-d5bdbb3af700 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 May 20 18:36:44.018580 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a2c2280d-91d0-42a2-85b1-4c6778dd67dd details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:36:44.021984 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device f61f7dcd-6cfb-436d-b192-edbcc3560bce up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:44.236894 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,segment=NetworkSegment(3c041ccc-f5c9-4d54-94d5-6758617e9f8e),segment_id=3c041ccc-f5c9-4d54-94d5-6758617e9f8e)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:44.249962 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd', 'network_id': '16089148-68e0-4774-83f4-dac6dfe45d3c', 'port_id': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd', 'mac_address': 'fa:16:3e:fd:b4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ea9625-c2c8-476a-bc36-d2373be8bf26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:36:44.293239 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port f61f7dcd-6cfb-436d-b192-edbcc3560bce completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:44.313058 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port f61f7dcd-6cfb-436d-b192-edbcc3560bce triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:44.313442 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:44.354983 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:44.381339 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c2280d-91d0-42a2-85b1-4c6778dd67dd {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:36:44.421681 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,segment=NetworkSegment(3c041ccc-f5c9-4d54-94d5-6758617e9f8e),segment_id=3c041ccc-f5c9-4d54-94d5-6758617e9f8e)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:44.426896 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c700da94-a21c-42d3-8fe9-83ff7664ae7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:44.475576 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:44.479663 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:44.542157 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:44.577381 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:44.590948 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:44.592025 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:44.595925 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:44.636504 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525efd-d9f5-4f11-9008-ae3a2e2d73f1 req-17309943-7cad-4c36-ba98-83096355b619 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:44.638076 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c2525efd-d9f5-4f11-9008-ae3a2e2d73f1 req-17309943-7cad-4c36-ba98-83096355b619 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.0893672 May 20 18:36:44.664285 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:44.665210 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:44.690164 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:44.693143 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c2525efd-d9f5-4f11-9008-ae3a2e2d73f1 req-43f16054-930f-418f-b129-eeef8bddef44 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/security-groups?id=98064e00-1406-409a-a726-36ddaf31263e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 May 20 18:36:44.753655 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'code': 200} May 20 18:36:44.788175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc14b7-64a7-4e8f-8dc3-6463f94d2998 req-b0c3599c-8264-4ccb-916f-6e553a3bb67d tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:44.789684 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6adc14b7-64a7-4e8f-8dc3-6463f94d2998 req-b0c3599c-8264-4ccb-916f-6e553a3bb67d tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 944 time: 0.0957899 May 20 18:36:44.812853 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-a9c1e597-fd38-4f7b-9ebb-6ac7cdabfd95 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:44.813533 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-a9c1e597-fd38-4f7b-9ebb-6ac7cdabfd95 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Synchronizing usage tracker for tenant:d332a8fb7c51487095a361fc00f98391 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:44.816800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:44.820107 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:44.841882 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6adc14b7-64a7-4e8f-8dc3-6463f94d2998 req-2258d8f5-a356-49f8-b162-ea44f75d2e45 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459716 May 20 18:36:44.887454 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['a2c2280d-91d0-42a2-85b1-4c6778dd67dd'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:44.921904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-a9c1e597-fd38-4f7b-9ebb-6ac7cdabfd95 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Unset dirty status for tenant:d332a8fb7c51487095a361fc00f98391 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:44.924376 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-a9c1e597-fd38-4f7b-9ebb-6ac7cdabfd95 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 945 time: 0.1972857 May 20 18:36:44.930699 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:44.940846 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:44.941416 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.098222 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Deleting port d1b000ff-3811-4e83-8b33-40cd306d2618 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:45.098571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.127245 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.144510 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7154ec-76c7-4079-990d-27b2d8312f9e req-c73f317e-9a47-430d-aa88-9c0e73e58ae3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:45.146289 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8b7154ec-76c7-4079-990d-27b2d8312f9e req-c73f317e-9a47-430d-aa88-9c0e73e58ae3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.1566477 May 20 18:36:45.192002 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee968-c8a6-46b6-8ea4-deb25a99066e req-0b983c01-62f3-49b6-8e38-2e926716a192 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:45.192999 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:45.193749 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5d0ee968-c8a6-46b6-8ea4-deb25a99066e req-0b983c01-62f3-49b6-8e38-2e926716a192 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 945 time: 0.1263363 May 20 18:36:45.231126 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8b7154ec-76c7-4079-990d-27b2d8312f9e req-8057fab4-f5f4-47c0-894f-3f810a6dc2fa tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742538 May 20 18:36:45.252860 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.255348 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:45.257244 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5d0ee968-c8a6-46b6-8ea4-deb25a99066e req-5ed2cffd-bd6c-47b6-ab3c-f76de9d4d031 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555925 May 20 18:36:45.307861 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] For port d1b000ff-3811-4e83-8b33-40cd306d2618, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d1b000ff-3811-4e83-8b33-40cd306d2618,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:45.308213 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.325603 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:45.328677 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:45.432669 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Calling delete_port for d1b000ff-3811-4e83-8b33-40cd306d2618 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:45.438578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1c7f-1d21-4a50-9521-ab0a450466d6 req-dce522fe-db06-49ee-8635-d203917df8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:45.440019 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b0b1c7f-1d21-4a50-9521-ab0a450466d6 req-dce522fe-db06-49ee-8635-d203917df8c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1098 time: 0.2387514 May 20 18:36:45.494968 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b0b1c7f-1d21-4a50-9521-ab0a450466d6 req-0d63cbf4-e4d0-4d66-873b-b66048ce84a7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 May 20 18:36:45.641273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.646435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:45.762592 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['d1b000ff-3811-4e83-8b33-40cd306d2618'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:45.764217 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Pushing event deleted for resources: {'Port': ['ID=d1b000ff-3811-4e83-8b33-40cd306d2618,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:45.803312 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.803589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.803819 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.804169 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.804536 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.804884 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.805229 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.805571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.805911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.806253 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.806592 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.806933 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:45.815270 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:45.853921 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] No DVR routers for this DVR port d1b000ff-3811-4e83-8b33-40cd306d2618 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:36:45.856468 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:45.859252 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'name': 'network-vif-deleted', 'tag': 'd1b000ff-3811-4e83-8b33-40cd306d2618'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:45.945142 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-7f017bd8-e7da-49e2-9657-790ef22258e8 req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.69 "DELETE /v2.0/ports/d1b000ff-3811-4e83-8b33-40cd306d2618 HTTP/1.1" status: 204 len: 173 time: 1.0138834 May 20 18:36:46.019802 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7721066-f4e1-4038-986a-69f54a340535 req-f5769da9-355d-4d26-bd46-9e2f25fa0970 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 210 time: 0.0731549 May 20 18:36:46.047452 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a2c2280d-91d0-42a2-85b1-4c6778dd67dd up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:36:46.070419 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e336e49-05e9-4863-b12a-d2fc346a54ee', 'name': 'network-vif-deleted', 'tag': 'd1b000ff-3811-4e83-8b33-40cd306d2618', 'status': 'completed', 'code': 200} May 20 18:36:46.074577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cf497-a28d-4b96-a54b-415b7d60902c req-bbe9b3b2-b2f3-44dc-893d-3514de245e84 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:46.076194 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f79cf497-a28d-4b96-a54b-415b7d60902c req-bbe9b3b2-b2f3-44dc-893d-3514de245e84 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 944 time: 0.0922093 May 20 18:36:46.122891 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f79cf497-a28d-4b96-a54b-415b7d60902c req-27119da7-42a0-4e6e-b892-57df2474ecda tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 May 20 18:36:46.212714 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port a2c2280d-91d0-42a2-85b1-4c6778dd67dd completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:36:46.217506 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port a2c2280d-91d0-42a2-85b1-4c6778dd67dd triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:36:46.217886 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:46.349159 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:46.387931 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,segment=NetworkSegment(3c041ccc-f5c9-4d54-94d5-6758617e9f8e),segment_id=3c041ccc-f5c9-4d54-94d5-6758617e9f8e)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:46.498853 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cded47-0294-4e71-92ea-4ac34ce15bee req-e4b8f44f-e9e4-413a-8cc2-692d20bca86b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:46.500203 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f2cded47-0294-4e71-92ea-4ac34ce15bee req-e4b8f44f-e9e4-413a-8cc2-692d20bca86b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.1446726 May 20 18:36:46.506839 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:46.508256 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e09023-53cf-47a6-850f-cc50a52b8c6f req-398b970a-af72-4dd1-ab84-39e05161258d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:46.509661 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-39e09023-53cf-47a6-850f-cc50a52b8c6f req-398b970a-af72-4dd1-ab84-39e05161258d tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.1193695 May 20 18:36:46.510240 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:46.586560 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:46.589629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:46.655187 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f2cded47-0294-4e71-92ea-4ac34ce15bee req-b309ff0e-c215-4ab4-a3c0-c9c9d96b05f7 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445694 May 20 18:36:46.660118 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-39e09023-53cf-47a6-850f-cc50a52b8c6f req-fa5d3adb-f6b7-4240-ae2e-5db661f1daaa tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366055 May 20 18:36:46.754924 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37'}, {'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:46.803008 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37', 'code': 200} May 20 18:36:46.803275 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd', 'code': 200} May 20 18:36:46.895444 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:47.183104 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-254c1d3e-ad24-4a81-81b2-fa2ad41990de req-120046b1-8b2a-4fb3-bc02-d3a368074ecf tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e336e49-05e9-4863-b12a-d2fc346a54ee HTTP/1.1" status: 200 len: 210 time: 0.0415435 May 20 18:36:47.192578 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0f12b410-6f62-40f4-92e2-1f73ce55b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:47.230491 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6220-735b-4661-a968-7117a0272d41 req-66d333ac-8894-491f-a7a7-cddbacd75932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:47.232694 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-202a6220-735b-4661-a968-7117a0272d41 req-66d333ac-8894-491f-a7a7-cddbacd75932 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 1098 time: 0.0743761 May 20 18:36:47.318563 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9246-4540-46a7-ba96-35929b517506 req-5c1a8aab-3f0c-4051-a304-1440a1b4e5ec tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:47.320380 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0eec9246-4540-46a7-ba96-35929b517506 req-5c1a8aab-3f0c-4051-a304-1440a1b4e5ec tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.0840256 May 20 18:36:47.334689 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-202a6220-735b-4661-a968-7117a0272d41 req-5176754d-c048-408e-ba2b-ad6cdbbc0c7f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 May 20 18:36:47.355389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd0286-9937-4044-ad86-a70cca3c9f4c req-603dd499-2b0d-406b-97f6-9a99a2bee89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:47.356825 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85bd0286-9937-4044-ad86-a70cca3c9f4c req-603dd499-2b0d-406b-97f6-9a99a2bee89c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 1099 time: 0.0797462 May 20 18:36:47.365380 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0eec9246-4540-46a7-ba96-35929b517506 req-e4e492d1-11b3-42ba-9599-dc224022903d tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 May 20 18:36:47.437244 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-85bd0286-9937-4044-ad86-a70cca3c9f4c req-bb785ef2-9652-41b8-9598-cc6fdad24e36 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353203 May 20 18:36:47.898081 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a74e1-ad14-4a06-be25-9e77b97f46b0 req-b228a719-fd6d-4b3c-8ea2-ae57fe54b3f0 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:47.899504 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5c3a74e1-ad14-4a06-be25-9e77b97f46b0 req-b228a719-fd6d-4b3c-8ea2-ae57fe54b3f0 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.1399164 May 20 18:36:47.908044 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1ff82-4d60-437b-8b7c-3cfa7a5b07de req-94781011-f602-4310-8467-df74b8cd1dcb tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:47.909438 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4bf1ff82-4d60-437b-8b7c-3cfa7a5b07de req-94781011-f602-4310-8467-df74b8cd1dcb tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.1187794 May 20 18:36:47.976094 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5c3a74e1-ad14-4a06-be25-9e77b97f46b0 req-9833d444-4ffe-4163-8d01-228239640836 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656724 May 20 18:36:47.980310 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4bf1ff82-4d60-437b-8b7c-3cfa7a5b07de req-2757ca47-e194-41ca-a5bf-9e9be998666c tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 May 20 18:36:48.071907 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d1b000ff-3811-4e83-8b33-40cd306d2618 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:48.105828 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: d1b000ff-3811-4e83-8b33-40cd306d2618 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:36:48.106178 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d1b000ff-3811-4e83-8b33-40cd306d2618 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:36:48.107760 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:48.162662 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3337c-215c-497b-9272-477b2716fdf5 req-dd863336-99d4-42bd-82f5-91eaf024c091 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:48.164059 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-36d3337c-215c-497b-9272-477b2716fdf5 req-dd863336-99d4-42bd-82f5-91eaf024c091 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.0827341 May 20 18:36:48.207326 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-36d3337c-215c-497b-9272-477b2716fdf5 req-823263ab-a941-495d-8a1a-d4e288b29d0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375283 May 20 18:36:48.280132 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34786) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:48.776222 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0dab5-72db-4a90-b837-081a94509a55 req-7dc820cf-37a8-45a3-8895-7133b8ad41ac tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:48.777690 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6cf0dab5-72db-4a90-b837-081a94509a55 req-7dc820cf-37a8-45a3-8895-7133b8ad41ac tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.2563806 May 20 18:36:48.788415 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af6de-4f43-4163-9e27-0181ccf2598d req-f24bda27-0361-4648-a2d3-1ec783ee203c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:48.789839 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-209af6de-4f43-4163-9e27-0181ccf2598d req-f24bda27-0361-4648-a2d3-1ec783ee203c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.2605083 May 20 18:36:48.950007 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6cf0dab5-72db-4a90-b837-081a94509a55 req-2a03d562-b191-4863-b52b-ed71157abbdf tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314626 May 20 18:36:48.952509 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-209af6de-4f43-4163-9e27-0181ccf2598d req-afdcf65f-3347-49b0-9ed2-c7f8cd4b3931 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330700 May 20 18:36:49.072762 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:49.387828 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bce55a-17e0-47cf-bd1e-d9eb7d2ee4bd req-52bcac20-b531-4f20-b757-9befccca11af tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:49.389276 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-99bce55a-17e0-47cf-bd1e-d9eb7d2ee4bd req-52bcac20-b531-4f20-b757-9befccca11af tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.2647090 May 20 18:36:49.529934 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-99bce55a-17e0-47cf-bd1e-d9eb7d2ee4bd req-cb84f4ee-cf09-45d0-b012-344f089325ec tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927036 May 20 18:36:49.671112 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Deleting port e3f4f5ac-d4be-466f-a969-0fad851114da {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:49.671378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:49.775278 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:49.803179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] For port e3f4f5ac-d4be-466f-a969-0fad851114da, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e3f4f5ac-d4be-466f-a969-0fad851114da,segment=NetworkSegment(a0c1bc42-a601-4e03-babf-8167260af722),segment_id=a0c1bc42-a601-4e03-babf-8167260af722)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:49.803536 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:49.926330 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Calling delete_port for e3f4f5ac-d4be-466f-a969-0fad851114da owned by network:router_interface {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:50.266810 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07107fe-4d21-4d71-94e9-c5c48f5292ca req-e6df3021-7899-4f09-98a9-28968f49bfed tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:50.268243 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e07107fe-4d21-4d71-94e9-c5c48f5292ca req-e6df3021-7899-4f09-98a9-28968f49bfed tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.1353214 May 20 18:36:50.363517 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e07107fe-4d21-4d71-94e9-c5c48f5292ca req-579e5fea-1016-48ea-a824-bfff8196d85d tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882094 May 20 18:36:50.435371 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:50.440707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-99257066-ae8b-41de-9911-787f07032986 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:50.483403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f4f5ac-d4be-466f-a969-0fad851114da,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:50.528612 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.528982 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.529353 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.529699 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.530040 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.530383 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.531163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.531163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.532056 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.532447 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.532806 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.533160 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:50.564131 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:50.879577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:51.275108 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Router c6906698-5716-4f16-a4b0-350100224893 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:36:51.496012 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:36:51.504936 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] Sync routers for ids ['c6906698-5716-4f16-a4b0-350100224893'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:36:51.514252 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] Routers {'c6906698-5716-4f16-a4b0-350100224893'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:36:51.514889 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['c6906698-5716-4f16-a4b0-350100224893'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:51.529354 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6906698-5716-4f16-a4b0-350100224893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458866 May 20 18:36:51.529860 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34838) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:51.561616 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd31a0-fc20-4518-bf3d-79fa20df92a1 req-2376a528-1b0c-469a-8bf9-267ba961e3b6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:51.563525 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35bd31a0-fc20-4518-bf3d-79fa20df92a1 req-2376a528-1b0c-469a-8bf9-267ba961e3b6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.1039262 May 20 18:36:51.618091 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35bd31a0-fc20-4518-bf3d-79fa20df92a1 req-3eaa2e09-3bc6-4c8c-a3c5-abd490a34dc6 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 May 20 18:36:51.697695 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] Set router c6906698-5716-4f16-a4b0-350100224893 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:36:51.725174 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks [] for router, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:51.901790 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:52.006869 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113'}], 'enable_snat': True}, 'gw_port_id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:36:50Z', 'revision_number': 5, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port': {'id': 'eef2d1db-1eeb-4bce-ae39-9c2b6d653046', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6906698-5716-4f16-a4b0-350100224893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:52.010595 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] Checking router: c6906698-5716-4f16-a4b0-350100224893 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:36:52.019437 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] Routers {'c6906698-5716-4f16-a4b0-350100224893'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:36:52.020020 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['c6906698-5716-4f16-a4b0-350100224893'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:52.054896 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Deleting port eef2d1db-1eeb-4bce-ae39-9c2b6d653046 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:52.055232 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:52.173284 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] Set router c6906698-5716-4f16-a4b0-350100224893 gateway port host: None {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:36:52.183969 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] For port eef2d1db-1eeb-4bce-ae39-9c2b6d653046, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:52.184518 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:52.284596 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:36:51Z', 'revision_number': 6, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port_host': None}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:52.288586 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ddc0d0-7e9c-46bd-a2a7-2c46859bba69 None None] The sync data for ids ['c6906698-5716-4f16-a4b0-350100224893'] in dv-cinder-792462-1-smb is: [{'id': 'c6906698-5716-4f16-a4b0-350100224893', 'name': 'tempest-ServerRescueNegativeTestJSON-1427363266-router', 'tenant_id': 'd332a8fb7c51487095a361fc00f98391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:36:51Z', 'revision_number': 6, 'project_id': 'd332a8fb7c51487095a361fc00f98391', 'gw_port_host': None}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:36:52.313421 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Calling delete_port for eef2d1db-1eeb-4bce-ae39-9c2b6d653046 owned by network:router_gateway {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:52.388552 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:36:52.666128 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:52.667348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f9f91987-b337-4f73-843b-d1e13638a381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:52.717297 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3f4f5ac-d4be-466f-a969-0fad851114da no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:52.747273 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Pushing event deleted for resources: {'Port': ['ID=eef2d1db-1eeb-4bce-ae39-9c2b6d653046,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:52.750416 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:52.766893 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: e3f4f5ac-d4be-466f-a969-0fad851114da {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:36:52.767255 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3f4f5ac-d4be-466f-a969-0fad851114da not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:36:52.823071 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549eb2c-dec4-4e0d-9e86-b381bb916bda req-1e54a6f3-e0ee-4d01-b4ad-b1e0d27ea753 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:52.824661 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f549eb2c-dec4-4e0d-9e86-b381bb916bda req-1e54a6f3-e0ee-4d01-b4ad-b1e0d27ea753 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.1038015 May 20 18:36:52.874529 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f549eb2c-dec4-4e0d-9e86-b381bb916bda req-63fe7287-730d-4981-af22-f970dd008f99 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 May 20 18:36:52.896421 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.067348 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.069903 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.221272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.221853 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6906698-5716-4f16-a4b0-350100224893 {{(pid=92136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:36:53.238276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.239414 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] 10.222.0.54 "DELETE /v2.0/routers/c6906698-5716-4f16-a4b0-350100224893 HTTP/1.1" status: 204 len: 168 time: 1.7081606 May 20 18:36:53.242108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34858) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:53.351244 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Deleting subnet 91e65822-7eeb-488f-a63c-d65eb9d0d392 {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:36:53.361949 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.421861 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2722252'] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.477473 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-0eda0837-28c4-4156-9778-180f63e3b589 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:53.478090 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-0eda0837-28c4-4156-9778-180f63e3b589 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Synchronizing usage tracker for tenant:6bfa888f44de4ebe8260b5201ac9fb92 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:53.501378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:53.633541 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-0eda0837-28c4-4156-9778-180f63e3b589 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Unset dirty status for tenant:6bfa888f44de4ebe8260b5201ac9fb92 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:53.634664 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-0eda0837-28c4-4156-9778-180f63e3b589 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.3463559 May 20 18:36:53.915359 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Deleting port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:53.915899 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.008386 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2487309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2616668'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.030208 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:54.069493 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-2e8f4ab6-950c-4a5e-bace-af2673ce583d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2305620 May 20 18:36:54.070593 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef86dc0-2c6f-419b-9db0-4c4c0d384b31 req-6ac9c0c8-efc8-4019-b399-a783d9893899 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:54.072069 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ef86dc0-2c6f-419b-9db0-4c4c0d384b31 req-6ac9c0c8-efc8-4019-b399-a783d9893899 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 946 time: 0.0841460 May 20 18:36:54.074309 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e65822-7eeb-488f-a63c-d65eb9d0d392,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:54.079561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:54.083725 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.101365 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/91e65822-7eeb-488f-a63c-d65eb9d0d392 HTTP/1.1" status: 204 len: 168 time: 0.8580308 May 20 18:36:54.104081 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34876) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:54.106445 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] For port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,segment=NetworkSegment(ff1cb775-5f88-41e4-81ad-4b5da203708b),segment_id=ff1cb775-5f88-41e4-81ad-4b5da203708b)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:54.106815 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.159532 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ef86dc0-2c6f-419b-9db0-4c4c0d384b31 req-26d35e74-9aa2-447c-9ff9-70718dc2331e tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/security-groups?id=12726c47-24bf-4bdc-a512-08326f064d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749707 May 20 18:36:54.227815 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.358986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.367213 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Calling delete_port for d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:54.374700 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d742c0-1073-4e8f-97dc-6ec8bf02d1bb']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:54.393095 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c1bc42-a601-4e03-babf-8167260af722') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:54.393095 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c1bc42-a601-4e03-babf-8167260af722') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:36:54.405369 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.410227 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-9bd21de1-ccde-4a3e-acf5-5fe9dbae41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:54.411657 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-9bd21de1-ccde-4a3e-acf5-5fe9dbae41e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 1099 time: 0.2970684 May 20 18:36:54.425277 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.437908 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:36:54.438419 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:36:54.455717 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:36:54.615298 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.619406 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:54.633124 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.643368 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Pushing event deleted for resources: {'Network': ['ID=26d742c0-1073-4e8f-97dc-6ec8bf02d1bb,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:54.643762 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-b2fca1e5-c2bf-45f5-b796-f8031792e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:54.646619 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:54.648471 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-b2fca1e5-c2bf-45f5-b796-f8031792e971 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.1973314 May 20 18:36:54.710789 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.722557 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['d44a7cd6-808b-4d4e-9ab1-b5875b2fec37'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:36:54.732809 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:54.749314 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7151e0d6-c2dd-468e-b6ef-8eec2b97aaea admin admin] 10.222.0.54 "DELETE /v2.0/networks/26d742c0-1073-4e8f-97dc-6ec8bf02d1bb HTTP/1.1" status: 204 len: 168 time: 0.6421952 May 20 18:36:54.808987 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device eef2d1db-1eeb-4bce-ae39-9c2b6d653046 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:54.821632 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Pushing event deleted for resources: {'Port': ['ID=d44a7cd6-808b-4d4e-9ab1-b5875b2fec37,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:54.845787 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: eef2d1db-1eeb-4bce-ae39-9c2b6d653046 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:36:54.846141 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device eef2d1db-1eeb-4bce-ae39-9c2b6d653046 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:36:54.858651 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:54.903494 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] No DVR routers for this DVR port d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:36:54.908167 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:54.910982 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'name': 'network-vif-deleted', 'tag': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:54.918341 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-d2742f3c-7713-421c-990e-820716315b41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 200 len: 1001 time: 0.2661109 May 20 18:36:54.978477 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2e95e4-5f0b-4c3f-ade2-ae61525287ae', 'name': 'network-vif-deleted', 'tag': 'd44a7cd6-808b-4d4e-9ab1-b5875b2fec37', 'status': 'completed', 'code': 200} May 20 18:36:55.006754 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e6a79929-32c0-4ea1-8f48-2eb723d7fc13 req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.69 "DELETE /v2.0/ports/d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 HTTP/1.1" status: 204 len: 173 time: 1.3621700 May 20 18:36:55.008254 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-e387fb5e-e1cf-4511-aceb-2331b41faf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:55.009582 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-e387fb5e-e1cf-4511-aceb-2331b41faf37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0782018 May 20 18:36:55.102837 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-57537b6d-2afe-4c2f-bd4e-452535b3b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:55.104310 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-57537b6d-2afe-4c2f-bd4e-452535b3b374 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721653 May 20 18:36:55.222045 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 34900) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:55.255364 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-01630f80-50ed-4334-b261-7ce90a00388e service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360645 May 20 18:36:55.287833 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-93b9364c-733c-4aab-bb05-212c792e139b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d332a8fb7c51487095a361fc00f98391&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0640526 May 20 18:36:55.296306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34904) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:55.367936 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1aad87f6-a997-4e66-b3f3-89e991c56cb1 req-548eb614-6007-4f07-b428-0d44abebc018 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a2e95e4-5f0b-4c3f-ade2-ae61525287ae HTTP/1.1" status: 200 len: 210 time: 0.0784035 May 20 18:36:55.418439 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138024cd-cb05-4273-b259-428c49fd8ec3 req-44b2689d-7c0d-43d2-b789-d2ecb7a35a0f tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:55.419910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-138024cd-cb05-4273-b259-428c49fd8ec3 req-44b2689d-7c0d-43d2-b789-d2ecb7a35a0f tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.0889182 May 20 18:36:55.451097 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:55.455171 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-af9e9739-b2d8-4012-9c99-9860f8c6873e req-34835c9c-9d7e-4258-a4eb-d1cc14da1f40 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896152 May 20 18:36:55.480754 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:55.567991 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-138024cd-cb05-4273-b259-428c49fd8ec3 req-c65b6435-2b4a-48f7-859b-ca2e93b45d13 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415813 May 20 18:36:55.606651 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:55.612091 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d27c24a1-491e-42e0-aade-78c00c85b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:55.627134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98064e00-1406-409a-a726-36ddaf31263e,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:55.629662 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:55.635885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:55.637256 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1469275e-f43e-45f4-8462-19352671a265 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98064e00-1406-409a-a726-36ddaf31263e HTTP/1.1" status: 204 len: 168 time: 0.3397191 May 20 18:36:55.990932 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98215130-6ae4-482b-9fd9-5d1ce85ad1d1 req-855c11af-3ac4-4a96-b65e-4d61ecfcee9f tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:55.992633 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-98215130-6ae4-482b-9fd9-5d1ce85ad1d1 req-855c11af-3ac4-4a96-b65e-4d61ecfcee9f tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.0816932 May 20 18:36:56.038842 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-98215130-6ae4-482b-9fd9-5d1ce85ad1d1 req-62b3abd6-1d94-4e52-9217-da2116539ede tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 May 20 18:36:56.062913 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34922) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:56.306916 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9bb44-d2f1-4dd5-89ba-36269efb04ae tempest-TestMinimumBasicScenario-1044591822 tempest-TestMinimumBasicScenario-1044591822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:56.308438 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-01d9bb44-d2f1-4dd5-89ba-36269efb04ae tempest-TestMinimumBasicScenario-1044591822 tempest-TestMinimumBasicScenario-1044591822-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1093 time: 0.2444892 May 20 18:36:56.311419 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 34934) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:36:56.316620 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'floatingip': {'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'port_id': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:36:56.323263 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:36:56.327422 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:floatingip and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:36:56.331189 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:36:56.337231 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:36:56.435249 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for floatingip, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:56.578648 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:56.743618 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Allocated IP 172.28.1.191 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/0349bfc7-d0e5-4a29-8daa-37c394f8a284) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:36:56.793523 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66571a98-a13e-4e91-8248-71c90473f1fa req-32f9f43e-c671-4621-81e1-f4fa85231d46 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:56.795256 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-66571a98-a13e-4e91-8248-71c90473f1fa req-32f9f43e-c671-4621-81e1-f4fa85231d46 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.1126392 May 20 18:36:56.843775 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-66571a98-a13e-4e91-8248-71c90473f1fa req-82f861bb-ccfa-4569-9bc4-0df9274254fc tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 May 20 18:36:56.909551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:56.998933 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:57.004191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:57.091131 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:36:57.094033 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:36:57.097962 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:36:57.132270 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'Port': ['ID=0349bfc7-d0e5-4a29-8daa-37c394f8a284,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:57.138427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:57.423584 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-a4beb29d-224a-4f97-af0a-d8dec746dd1a tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:57.424314 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-a4beb29d-224a-4f97-af0a-d8dec746dd1a tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Synchronizing usage tracker for tenant:50db292d19654f23827cf29fb30b0828 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:36:57.612996 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-a4beb29d-224a-4f97-af0a-d8dec746dd1a tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Unset dirty status for tenant:50db292d19654f23827cf29fb30b0828 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:36:57.616562 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-a4beb29d-224a-4f97-af0a-d8dec746dd1a tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.3758717 May 20 18:36:58.001756 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Deleting port a2c2280d-91d0-42a2-85b1-4c6778dd67dd {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:36:58.002104 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.046249 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.052573 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeb785-d942-45be-a985-600f553c93c8 req-9bf100cb-ea6b-4ffb-b6ed-b3c8a7eb05df tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:36:58.054011 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0eaeb785-d942-45be-a985-600f553c93c8 req-9bf100cb-ea6b-4ffb-b6ed-b3c8a7eb05df tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 945 time: 0.0827999 May 20 18:36:58.102062 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0eaeb785-d942-45be-a985-600f553c93c8 req-f088e647-4d23-48b7-85f1-f9b4a77be899 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/security-groups?id=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 May 20 18:36:58.118339 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device a2c2280d-91d0-42a2-85b1-4c6778dd67dd no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:58.201136 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,segment=NetworkSegment(3c041ccc-f5c9-4d54-94d5-6758617e9f8e),segment_id=3c041ccc-f5c9-4d54-94d5-6758617e9f8e)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:58.201787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.244170 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.271517 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:58.281325 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port a2c2280d-91d0-42a2-85b1-4c6778dd67dd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,segment=NetworkSegment(3c041ccc-f5c9-4d54-94d5-6758617e9f8e),segment_id=3c041ccc-f5c9-4d54-94d5-6758617e9f8e)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:36:58.326407 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd', 'code': 200} May 20 18:36:58.360854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Calling delete_port for a2c2280d-91d0-42a2-85b1-4c6778dd67dd owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:36:58.387362 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.389943 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.392671 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.392671 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:36:58.448032 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:58.491448 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:36:58.491807 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device d44a7cd6-808b-4d4e-9ab1-b5875b2fec37 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:36:58.518022 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=6']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:58.525373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.525698 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.526035 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.526432 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.526731 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.527060 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.527385 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.527708 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.528027 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.528346 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.528697 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.529015 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:36:58.533412 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:58.766969 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.800423 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.805626 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0664bbd9-456a-47d8-ad94-862a52b94935 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:58.840311 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:58.854663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Pushing event deleted for resources: {'Port': ['ID=a2c2280d-91d0-42a2-85b1-4c6778dd67dd,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:58.861987 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:58.862489 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6dab0bc6-7252-4bcc-ac63-abfb2a1bc345 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:36:59.025878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] No DVR routers for this DVR port a2c2280d-91d0-42a2-85b1-4c6778dd67dd on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:36:59.033212 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:59.035710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'name': 'network-vif-deleted', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:36:59.051982 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'Port': ['ID=0349bfc7-d0e5-4a29-8daa-37c394f8a284,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:36:59.059559 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:36:59.060393 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:36:59.116407 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e547bc8d-2edc-4680-8628-d38cede176b0', 'name': 'network-vif-deleted', 'tag': 'a2c2280d-91d0-42a2-85b1-4c6778dd67dd', 'status': 'completed', 'code': 200} May 20 18:36:59.244132 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8702cdad-fbe4-47db-a548-30dd07a390b8 req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.69 "DELETE /v2.0/ports/a2c2280d-91d0-42a2-85b1-4c6778dd67dd HTTP/1.1" status: 204 len: 173 time: 1.6231937 May 20 18:36:59.273779 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Floating IP e89ee870-c9be-40bb-b343-649f94021b44 associated. External IP: 172.28.1.191, port: f61f7dcd-6cfb-436d-b192-edbcc3560bce. May 20 18:36:59.307222 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a0bb78ef-d6a9-4efd-b785-7abd9319f59c req-70de7a72-cfa5-412e-a8d4-277dada407a9 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.0586255 May 20 18:36:59.725777 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Router e0683d6b-2508-448e-8bfc-571d85969c46 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:36:59.916836 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:36:59.929680 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] Sync routers for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:36:59.942539 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:36:59.943482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:00.006961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:00.110429 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7979872 May 20 18:37:00.113301 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35050) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:00.119708 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791114550', 'description': 'tempest-secgroup-smoke-791114550 description', 'project_id': '484572f81d584360bb6e4808c74ac3f5'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:00.130249 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:00.137456 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:00.145075 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:00.152455 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:00.199387 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:37:00.487306 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:00.618803 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cc7635df-725b-4bf7-a6dc-f318878f90cf req-91ff5219-4420-4dd6-8f9b-67c16b46370b tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] 10.222.0.54 "GET /v2.0/ports?device_id=e547bc8d-2edc-4680-8628-d38cede176b0 HTTP/1.1" status: 200 len: 210 time: 0.1061342 May 20 18:37:00.623284 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:00.627805 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:00.631139 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:00.637707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:00.729388 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'e89ee870-c9be-40bb-b343-649f94021b44', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'port_id': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'mac_address': 'fa:16:3e:98:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:36:57Z', 'updated_at': '2021-05-20T18:36:57Z', 'revision_number': 0, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:00.739752 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] Checking router: e0683d6b-2508-448e-8bfc-571d85969c46 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:37:00.760175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:00.767202 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:37:00.768455 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:00.862028 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:00.862028 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1a58ec83-4d61-4fe3-8409-699622f5b469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:00.921647 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d42f7-9249-4fd9-994d-6a801f09383d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:00.935505 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:01.014019 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:37:01.032928 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.037891 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9234667 May 20 18:37:01.038389 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35066) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:01.065995 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group_rule': {'security_group_id': '3b0d42f7-9249-4fd9-994d-6a801f09383d', 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:01.077605 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:01.084585 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:01.088539 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:01.097571 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:01.117795 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:37:01.167495 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'status': 'completed', 'code': 200} May 20 18:37:01.323700 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.368339 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35074) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:01.404397 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-646d90b1-abb9-4330-ac86-a2257fc63173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:01.407179 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-646d90b1-abb9-4330-ac86-a2257fc63173 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1098 time: 0.2011023 May 20 18:37:01.506964 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.522497 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'e89ee870-c9be-40bb-b343-649f94021b44', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'port_id': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'mac_address': 'fa:16:3e:98:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:36:57Z', 'updated_at': '2021-05-20T18:36:57Z', 'revision_number': 0, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:01.523936 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:01.527290 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42685d12-f56d-4aa7-b8a4-784b2919ab0e None None] The sync data for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb is: [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'e89ee870-c9be-40bb-b343-649f94021b44', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'port_id': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'mac_address': 'fa:16:3e:98:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:36:57Z', 'updated_at': '2021-05-20T18:36:57Z', 'revision_number': 0, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:37:01.528008 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9df234a1a8c488f8a997888540b3765 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:01.531291 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:01.537651 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:01.642918 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.712018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.721803 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-368eb076-135b-4b42-b0ed-8552841b7b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:01.754197 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-09549faf-0f57-4e0d-987c-a29f57132b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:01.755999 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-09549faf-0f57-4e0d-987c-a29f57132b8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 916 time: 0.3320360 May 20 18:37:01.758494 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.795688 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9df234a1a8c488f8a997888540b3765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256196 May 20 18:37:01.799128 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35088) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:01.799912 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d75ce-5e5d-4496-b941-71cc20020a2c,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:01.803786 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:01.912522 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.940381 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-81d98e60-368a-4749-9c4b-8539d07eaa49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 999 time: 0.1735077 May 20 18:37:01.941609 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.943636 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:01.943788 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:01.954333 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342473b3-b57b-451e-b79e-95592360b684 None None] New status for floating IP e89ee870-c9be-40bb-b343-649f94021b44: ACTIVE {{(pid=92138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:37:02.011775 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12a1a86-c316-40ff-a9f8-afe85cde66a5,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:02.027054 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:02.049629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-b0ca3929-6f6e-4abf-a90d-ada572bd780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:02.058856 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-b0ca3929-6f6e-4abf-a90d-ada572bd780c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.0991347 May 20 18:37:02.101485 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.109882 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-39c5a86c-90d5-4db0-86dd-65872e0db7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:02.128567 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6d75ce-5e5d-4496-b941-71cc20020a2c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:02.132879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:02.135842 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.137258 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-1d5f1086-64d3-49df-9306-cf77c11e689e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb6d75ce-5e5d-4496-b941-71cc20020a2c HTTP/1.1" status: 204 len: 168 time: 0.3324895 May 20 18:37:02.166862 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.168111 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1284578 May 20 18:37:02.172873 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35094) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:02.177678 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group_rule': {'security_group_id': '3b0d42f7-9249-4fd9-994d-6a801f09383d', 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:02.187471 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:02.207523 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:02.216732 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:02.223307 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:02.241481 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-b8e69f09-48b0-4e41-8c5c-943e235da310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:02.243777 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-b8e69f09-48b0-4e41-8c5c-943e235da310 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1765532 May 20 18:37:02.310537 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.462209 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-14c93ed8-fd51-4b30-ac9f-f5611a78bc73 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107992 May 20 18:37:02.489684 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.575783 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.584873 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bfe6516e-f14b-4b53-bf2c-d4e4032582dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:02.622735 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-ff0c7e1d-ad87-4aae-aab4-53c44d11d2dd req-adc6986d-b0df-4c60-9982-40c79936aed6 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526234 May 20 18:37:02.629403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ffbd9a-b318-4e0d-a662-65b1decda6f6,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:02.632029 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:02.714009 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.717891 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-2d7adc69-f4ac-4f82-a409-a6c9b94893f4 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5425851 May 20 18:37:02.718287 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35108) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:02.731024 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group_rule': {'security_group_id': '3b0d42f7-9249-4fd9-994d-6a801f09383d', 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:02.737974 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:02.744798 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:02.756500 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:02.763506 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:02.883659 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:02.964350 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.040670 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.042853 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:03.073662 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f320936-c89f-4701-8470-7e93bdc3b64b,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:03.075068 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:03.149447 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.150719 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-14912628-0b37-4cc6-a602-f8df1b8b302b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4314466 May 20 18:37:03.154396 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35122) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:03.164653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group_rule': {'security_group_id': '3b0d42f7-9249-4fd9-994d-6a801f09383d', 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:03.167345 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:03.172309 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:03.175851 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:03.182219 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:03.317927 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.381897 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.478117 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.482526 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-58b75e7a-d1a7-42e6-9eaa-cc748a968e94 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:03.505601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86c5458-db6e-466e-b456-ac3858b8cee3,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:03.508383 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:03.581423 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.582948 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e2753e09-0a9c-44ac-b0e3-8b7b37138a94 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4271047 May 20 18:37:03.585654 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35140) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:03.591676 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group_rule': {'security_group_id': '3b0d42f7-9249-4fd9-994d-6a801f09383d', 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:03.599059 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:03.603465 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:03.607070 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:03.616075 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:03.683636 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.securitygroups_db [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Project 484572f81d584360bb6e4808c74ac3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:37:03.692147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.778537 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.855556 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:03.857729 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0782c336-9700-4318-aa0c-3cb3ae5881b9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:03.892695 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aca5908-335c-4f26-adc8-3cb927b32407,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:03.905365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:04.001441 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:04.005747 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-6a019b70-4306-4fb6-94bb-f55ea2dad877 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4160736 May 20 18:37:04.006096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35160) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:04.011867 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'security_group_rule': {'security_group_id': '3b0d42f7-9249-4fd9-994d-6a801f09383d', 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:04.020844 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:04.025950 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Usage tracker for resource:security_group_rule and tenant:484572f81d584360bb6e4808c74ac3f5 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:04.038589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:04.049133 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:04.140977 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.securitygroups_db [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Project 484572f81d584360bb6e4808c74ac3f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 18:37:04.162328 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:04.276930 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:04.358378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:04.362046 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:04.436587 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab9fde1-3979-4230-8edb-54d436c974a3,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:04.443820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:04.507317 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:04.509111 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5020421 May 20 18:37:04.708248 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-98557ac4-ab5c-468d-a086-b26db592e770 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Synchronizing usage tracker for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:37:04.787038 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-98557ac4-ab5c-468d-a086-b26db592e770 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Unset dirty status for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:37:04.788744 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-98557ac4-ab5c-468d-a086-b26db592e770 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791114550&fields=id&tenant_id=484572f81d584360bb6e4808c74ac3f5 HTTP/1.1" status: 200 len: 267 time: 0.1452212 May 20 18:37:04.933679 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-edfeb5dc-ae63-468c-bd25-8c5ea4aef8c8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:04.947993 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-edfeb5dc-ae63-468c-bd25-8c5ea4aef8c8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.1521058 May 20 18:37:04.956165 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'port': {'security_groups': ['d98b5918-d383-43e5-be6a-36a853b6d1ca', '3b0d42f7-9249-4fd9-994d-6a801f09383d']}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:05.137170 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:05.451498 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:37:05.480746 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:05.543277 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:05.549647 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5e9-163a-4f8c-b8a6-86ca295b15b8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:05.556786 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['f61f7dcd-6cfb-436d-b192-edbcc3560bce'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:37:05.622981 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:05.623727 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:05.625291 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2bd0b1ff-8b7f-4205-9d5d-0dcff1aa81a1 req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "PUT /v2.0/ports/f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 981 time: 0.6759741 May 20 18:37:05.625749 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:37:05.682243 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=6']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:05.698246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-72c4aefb-ded8-4fb6-922e-9e302eb4f48a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:05.736031 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'status': 'completed', 'code': 200} May 20 18:37:05.809487 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['f61f7dcd-6cfb-436d-b192-edbcc3560bce'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:37:05.928412 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be381c8-0fad-45f4-a168-6b303849821b req-70d39666-040c-4c0d-af2b-b9fae729b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:05.931734 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-70d39666-040c-4c0d-af2b-b9fae729b93c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1137 time: 0.1708100 May 20 18:37:06.039088 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444de57-d53d-44fe-b1dc-be2c1332a0bc req-a9c496da-dd19-456d-ba7f-5998375b5c4b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:06.045184 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9444de57-d53d-44fe-b1dc-be2c1332a0bc req-a9c496da-dd19-456d-ba7f-5998375b5c4b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.1523731 May 20 18:37:06.097267 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9444de57-d53d-44fe-b1dc-be2c1332a0bc req-e8610b9d-0f15-433d-aa58-dc61b62a9e2f tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486670 May 20 18:37:06.237230 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-cd02c7f7-6c93-425f-bf90-ce72b4ed4408 None None] Provisioning complete for port f61f7dcd-6cfb-436d-b192-edbcc3560bce triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:37:06.237871 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cd02c7f7-6c93-425f-bf90-ce72b4ed4408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:06.321162 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be381c8-0fad-45f4-a168-6b303849821b req-62786289-faab-441b-87b8-309857e44104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:06.325330 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-62786289-faab-441b-87b8-309857e44104 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 916 time: 0.3828375 May 20 18:37:06.503558 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-d325b036-b756-4df3-8d99-9d3be07e721d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 1001 time: 0.1657588 May 20 18:37:06.630988 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be381c8-0fad-45f4-a168-6b303849821b req-c9354145-0f09-4aee-850e-e32c4d6a5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:06.633042 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-c9354145-0f09-4aee-850e-e32c4d6a5a48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.1155987 May 20 18:37:06.792888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be381c8-0fad-45f4-a168-6b303849821b req-dc64f302-af03-4794-9cdc-b4b66f02900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:06.794788 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-dc64f302-af03-4794-9cdc-b4b66f02900b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1468322 May 20 18:37:06.987891 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-b249477f-21a8-46cc-9cd7-c348b3dff068 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832738 May 20 18:37:07.197023 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450f2c0-f742-4b9b-b0d7-3018ba70aecd req-5366aa93-2e7c-40ab-be8f-29adee991ced tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:07.208054 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4450f2c0-f742-4b9b-b0d7-3018ba70aecd req-5366aa93-2e7c-40ab-be8f-29adee991ced tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1741087 May 20 18:37:07.273266 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2be381c8-0fad-45f4-a168-6b303849821b req-4e9abea6-2b80-4e00-bbc8-c79e789d1ce9 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776940 May 20 18:37:07.286902 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4450f2c0-f742-4b9b-b0d7-3018ba70aecd req-898a06ef-91ad-4dae-91d9-00dfdd89f91c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724564 May 20 18:37:08.486990 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bc144-d060-4d4d-a1e6-147a8aa3d8a1 req-4ac9afe0-e501-41df-bef3-d8dbe1115b7b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:08.495190 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-666bc144-d060-4d4d-a1e6-147a8aa3d8a1 req-4ac9afe0-e501-41df-bef3-d8dbe1115b7b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.0918951 May 20 18:37:08.542988 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-666bc144-d060-4d4d-a1e6-147a8aa3d8a1 req-a0a27ce1-0057-4adb-84cc-32b70fce7d73 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467207 May 20 18:37:09.155719 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-6f525e60-93c9-4934-985c-5a0c8ed32196 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:09.156479 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-6f525e60-93c9-4934-985c-5a0c8ed32196 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:37:09.228907 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-6f525e60-93c9-4934-985c-5a0c8ed32196 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:37:09.230476 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-6f525e60-93c9-4934-985c-5a0c8ed32196 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1981034 May 20 18:37:09.537205 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Deleting port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:37:09.537643 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:09.716532 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] For port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:37:09.717055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:09.978152 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4011d-9542-4a46-b9db-30205e0e5553 req-6a34c1ec-0de4-4aba-8a1e-385fbced7812 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:09.979792 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ac4011d-9542-4a46-b9db-30205e0e5553 req-6a34c1ec-0de4-4aba-8a1e-385fbced7812 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 946 time: 0.2515104 May 20 18:37:10.029229 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9ac4011d-9542-4a46-b9db-30205e0e5553 req-025dce25-5a0c-4390-804a-304aae5f977e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=53aee4be-57bf-46e9-b504-059bfe226652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 May 20 18:37:10.167996 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:10.168541 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:10.173106 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Floating IP 7838e9c5-c34f-4a46-be93-89af4e819f32 disassociated. External IP: 172.28.1.214, port: fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2. May 20 18:37:10.173106 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Calling delete_port for fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:37:10.446909 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:10.454008 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4ef778ac-db84-4bdc-8db0-42dc8f822242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:10.511351 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event deleted for resources: {'Port': ['ID=fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:10.514234 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:10.762734 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Router 25a38a30-78f0-47ea-84c8-70aaec879094 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:37:11.000174 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:37:11.010044 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:37:11.036117 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:37:11.045562 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:11.103893 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] No DVR routers for this DVR port fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:37:11.107195 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:11.113073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-deleted', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:37:11.187694 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8e5f3d69-9861-474d-bb82-e42f5cba0ce1 req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "DELETE /v2.0/ports/fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 HTTP/1.1" status: 204 len: 173 time: 1.9512098 May 20 18:37:11.262510 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b299b2-faf3-47d0-aa02-64d03fe7a0b7', 'name': 'network-vif-deleted', 'tag': 'fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2', 'status': 'completed', 'code': 200} May 20 18:37:11.395533 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:37:11.399437 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-15de34ae-48c1-4648-9e00-13fe152906fd req-92346dba-8e5b-4f83-8b5a-be3674c7f9fe tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=45b299b2-faf3-47d0-aa02-64d03fe7a0b7 HTTP/1.1" status: 200 len: 210 time: 0.1350226 May 20 18:37:11.801705 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:11.806360 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:37:11.819203 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:37:11.820183 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:36:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:12.028172 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:37:12.202958 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:37:12.254179 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:37:12.254803 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device fe6d4063-d1a3-4eb8-9f14-5f33c3e8b5e2 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:37:12.547666 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:12.554894 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abba8a2-2387-4cf9-9b93-c30e16f56649 None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:37:12.711395 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35346) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:12.853666 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:12.899489 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:12.954244 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d34c4-5164-4330-bf66-bddbde613162 None None] New status for floating IP 7838e9c5-c34f-4a46-be93-89af4e819f32: DOWN {{(pid=92138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:37:13.080694 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:13.095937 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:13.118950 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aee4be-57bf-46e9-b504-059bfe226652,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:13.124144 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:13.198030 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:13.199408 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "DELETE /v2.0/security-groups/53aee4be-57bf-46e9-b504-059bfe226652 HTTP/1.1" status: 204 len: 168 time: 0.4838049 May 20 18:37:13.202047 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35360) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:13.229732 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.api.v2.resource [None req-35a5c74d-f731-4d2e-a290-636349132cd4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] show failed (client error): The resource could not be found. May 20 18:37:13.233346 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-35a5c74d-f731-4d2e-a290-636349132cd4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups/53aee4be-57bf-46e9-b504-059bfe226652 HTTP/1.1" status: 404 len: 347 time: 0.0275893 May 20 18:37:13.234095 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35366) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:13.577986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Deleting port 440f05a2-376c-4327-b8f5-cb42def38310 {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:37:13.578339 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:13.708332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:13.708797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:13.845042 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Calling delete_port for 440f05a2-376c-4327-b8f5-cb42def38310 owned by network:floatingip {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:37:14.011810 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.017066 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-139ea1bf-1ad5-4857-ad7a-02e39ddcee89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:14.066120 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event deleted for resources: {'Port': ['ID=440f05a2-376c-4327-b8f5-cb42def38310,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:14.069687 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:14.169319 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.186765 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.192128 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-01f535d1-f3e7-4123-888c-08a3e8010be7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "DELETE /v2.0/floatingips/7838e9c5-c34f-4a46-be93-89af4e819f32 HTTP/1.1" status: 204 len: 168 time: 0.9564447 May 20 18:37:14.381387 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0e50844f-4122-4059-b38e-b49629392921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.463935 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35388) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:14.470874 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301495924', 'description': 'tempest-description--2074108860'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:14.479267 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:14.484093 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:14.487374 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:14.494411 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:14.598030 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.621406 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:14.626481 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:14.630142 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:14.637407 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:14.742694 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.815351 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.823740 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2d6d4f0b-e6a1-4117-9486-ea501e49b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:14.876068 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6231f-3910-4086-829d-c59ccd1d96a5,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:14.879203 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:14.941253 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:14.942869 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4769416 May 20 18:37:14.945783 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35402) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:14.951759 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'security_group_rule': {'security_group_id': '23d6231f-3910-4086-829d-c59ccd1d96a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:14.961595 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:14.966044 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:14.969855 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:14.996754 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:15.114374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.231676 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.329981 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.332422 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53366151-d351-41c3-90b5-642d261315d5 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:15.358684 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787f3ae8-9cfd-4dab-acc0-1ffe08cfdf8e,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:15.362557 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:15.478267 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.480347 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-122343ff-a201-4273-b3e6-a5f2bcd79e96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5327935 May 20 18:37:15.482617 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35426) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:15.494295 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'security_group_rule': {'security_group_id': '23d6231f-3910-4086-829d-c59ccd1d96a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:15.501703 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:15.506905 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:security_group_rule and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:15.510488 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:15.516969 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:15.621118 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.690549 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.749154 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.752364 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:15.792220 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0d8ea5-160e-4992-8a92-163a46e72dd0,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:15.795188 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:15.863037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:15.867507 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-876ea08f-efd7-4724-a00c-8b7ba92c495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3805118 May 20 18:37:15.868525 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35434) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:15.880011 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'floatingip': {'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:15.893592 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:15.898780 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Usage tracker for resource:floatingip and tenant:32c968a206e7407f9e5acb4409fd46c9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:15.903946 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:15.913834 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:16.000946 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:16.255664 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:16.410263 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Allocated IP 172.28.1.98 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/d66cc298-ca4b-4f38-8b8c-dff7066d5218) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:37:16.589604 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:16.726758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:16.740379 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-aefb50d4-cb00-4e82-9151-4b971525cfce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:16.820234 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:37:16.820234 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:37:16.825798 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:37:16.883246 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'Port': ['ID=d66cc298-ca4b-4f38-8b8c-dff7066d5218,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:16.887760 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:16.913043 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:16.929966 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.062251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.194260 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fa91a827-39d5-4a6d-a0ba-66de03b606fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.298720 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.393118 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.399909 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:17.525281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'Port': ['ID=d66cc298-ca4b-4f38-8b8c-dff7066d5218,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:17.529538 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:17.537293 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.634820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:17.646367 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7661402 May 20 18:37:17.919939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-835bc925-445c-410d-90bb-6f8d59198526 req-8810d34c-cee9-4b74-85e2-673b1dc94dc9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:37:18.034513 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-835bc925-445c-410d-90bb-6f8d59198526 req-8810d34c-cee9-4b74-85e2-673b1dc94dc9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:37:18.035746 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-8810d34c-cee9-4b74-85e2-673b1dc94dc9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1301495924&fields=id&tenant_id=32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 267 time: 0.1718564 May 20 18:37:18.157645 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:18.281918 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-bb8196c8-bdbb-4f1b-9608-b03099ea603e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:18.283604 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-bb8196c8-bdbb-4f1b-9608-b03099ea603e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 816 time: 0.2393403 May 20 18:37:18.302446 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-cbb8ce7b-b51d-4af4-831c-865acf968c96 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/quotas/32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 375 time: 0.0120490 May 20 18:37:18.414636 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-835bc925-445c-410d-90bb-6f8d59198526 req-a74b3f46-4e54-46bf-9033-9a6b4eae4d8e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:37:18.669073 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-835bc925-445c-410d-90bb-6f8d59198526 req-a74b3f46-4e54-46bf-9033-9a6b4eae4d8e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:37:18.673648 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-a74b3f46-4e54-46bf-9033-9a6b4eae4d8e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3644204 May 20 18:37:18.812345 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-dd6678ad-ca49-4f36-bd62-8f83b5f4dc65 service neutron] 10.222.0.54 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301377 May 20 18:37:19.038482 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-0215d8be-426c-4fe5-8ce1-7b31f7a9045c service neutron] 10.222.0.54 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202091 May 20 18:37:19.485391 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a91229a2-cf00-438f-9f86-2d7a3f6e50d0 req-0c91e549-a4b7-4975-b044-6c3fe38ed484 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 210 time: 0.0769427 May 20 18:37:19.831927 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:20.637047 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c5556d02-27e9-4d87-a8f3-8d3cd87eefa3 req-d7853db8-c0b2-4dfd-ab76-b3103cdb234f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 210 time: 0.0503304 May 20 18:37:21.846670 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ee3af181-d7d5-4ec3-92a7-e27ee4267da7 req-b7156187-e531-4c2d-a495-b91db79b82cd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 210 time: 0.0764244 May 20 18:37:21.874357 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-060cf220-91ae-478d-bc64-26ebfacf2ed0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:21.874357 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-060cf220-91ae-478d-bc64-26ebfacf2ed0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 816 time: 0.1885586 May 20 18:37:21.924881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-835bc925-445c-410d-90bb-6f8d59198526 req-9409be6b-da47-4dc7-9547-9fb6504ad9bb tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:37:21.936710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-835bc925-445c-410d-90bb-6f8d59198526 req-9409be6b-da47-4dc7-9547-9fb6504ad9bb tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:security_group {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:37:21.940104 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-9409be6b-da47-4dc7-9547-9fb6504ad9bb tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 380 time: 0.0548732 May 20 18:37:21.949210 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'port': {'device_id': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'admin_state_up': True, 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'security_groups': ['23d6231f-3910-4086-829d-c59ccd1d96a5']}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:22.091347 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:22.101898 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:22.200037 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Made reservation on behalf of 32c968a206e7407f9e5acb4409fd46c9 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:37:22.203747 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:22.376044 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Allocated IP 172.20.0.10 (63106197-4c36-4cf5-b36b-23aa17763985/bf0ef6c1-4c64-4c67-a84e-3387e60cddd3/2f8e4dec-8417-4a74-8add-4c90e79b0e80) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:37:22.570090 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:22.586719 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Transition to ACTIVE for port object 2f8e4dec-8417-4a74-8add-4c90e79b0e80 will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:37:22.681134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:22.687350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9dd5e65e-ec17-4343-aa17-358987d50344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:22.758500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Network 63106197-4c36-4cf5-b36b-23aa17763985 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:37:22.761814 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:37:22.766507 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:37:22.807300 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:22.812479 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:22.962338 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:22.963723 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:23.076826 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f965-8c19-4ad5-95e4-35cecebe45f3 req-9b429c6c-ab89-414c-8555-52478f2b63bd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:23.078336 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9146f965-8c19-4ad5-95e4-35cecebe45f3 req-9b429c6c-ab89-414c-8555-52478f2b63bd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 932 time: 0.0826387 May 20 18:37:23.080459 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1350985 May 20 18:37:23.092469 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Request body: {'port': {'device_id': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:23.125833 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9146f965-8c19-4ad5-95e4-35cecebe45f3 req-1ffffa7b-d7ef-4bb9-9609-6cd48ba92fd3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 May 20 18:37:23.197548 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2db28eba-862e-4b86-bbdd-9ca79fe55b87 None None] Provisioning for port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:37:23.203191 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-2db28eba-862e-4b86-bbdd-9ca79fe55b87 None None] Provisioning complete for port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:37:23.204207 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2db28eba-862e-4b86-bbdd-9ca79fe55b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:23.211939 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:23.259567 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-2db28eba-862e-4b86-bbdd-9ca79fe55b87 None None] Port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:37:23.571009 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8e4dec-8417-4a74-8add-4c90e79b0e80 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:37:23.579306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:23.593221 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Transition to ACTIVE for port object 2f8e4dec-8417-4a74-8add-4c90e79b0e80 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:37:23.725535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:23.730478 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6744d908-0372-40c3-8426-a8d028d8e8d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:23.888955 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:23.892235 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:23.976289 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Attempting to bind port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:37:23.977125 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Attempting to bind port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:37:23.977125 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Attempting to bind port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 on network 63106197-4c36-4cf5-b36b-23aa17763985 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:37:23.981789 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 on network 63106197-4c36-4cf5-b36b-23aa17763985 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:37:23.982076 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Attempting to bind port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 on network 63106197-4c36-4cf5-b36b-23aa17763985 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:37:23.987843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:37:23.988169 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Checking segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:37:23.988564 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Bound using segment: {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:37:23.989032 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Bound port: 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2877f06b-49d6-4f6c-892c-31f51bc8efe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:37:23.989370 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.077490 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:37:24.080372 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:37:24.167938 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.173350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4101c2b2-5a46-4bd9-b47c-2f7c98dbd543 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:24.231352 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.231995 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.234152 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] 10.222.0.69 "PUT /v2.0/ports/2f8e4dec-8417-4a74-8add-4c90e79b0e80 HTTP/1.1" status: 200 len: 1094 time: 1.1452022 May 20 18:37:24.237868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:37:24.275417 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:24.279422 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:24.299689 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'status': 'completed', 'code': 200} May 20 18:37:24.387193 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d5e35-0e82-4595-955e-2e1d7f7dce40 req-0bc09cc6-89e5-4ccf-8ff9-f8ab758102df tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.388954 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f02d5e35-0e82-4595-955e-2e1d7f7dce40 req-0bc09cc6-89e5-4ccf-8ff9-f8ab758102df tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1053715 May 20 18:37:24.421343 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818560d-4a57-4dc7-a775-b0cc35653b39 req-c96bbca1-bb1d-4980-8464-b391c5c65592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.422953 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-a818560d-4a57-4dc7-a775-b0cc35653b39 req-c96bbca1-bb1d-4980-8464-b391c5c65592 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1097 time: 0.1045802 May 20 18:37:24.462184 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f02d5e35-0e82-4595-955e-2e1d7f7dce40 req-9ba1546f-0805-411c-8180-960d8012597c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605810 May 20 18:37:24.584007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818560d-4a57-4dc7-a775-b0cc35653b39 req-fe8324fe-4964-4bb1-9e22-7ae7068c5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.585492 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-a818560d-4a57-4dc7-a775-b0cc35653b39 req-fe8324fe-4964-4bb1-9e22-7ae7068c5354 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=32c968a206e7407f9e5acb4409fd46c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1538167 May 20 18:37:24.724158 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818560d-4a57-4dc7-a775-b0cc35653b39 req-119bf598-14b9-4768-9efc-3036d414ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.725612 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-a818560d-4a57-4dc7-a775-b0cc35653b39 req-119bf598-14b9-4768-9efc-3036d414ec8d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321952 May 20 18:37:24.778921 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35692) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:24.835768 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-658c0026-e059-4b08-be87-f4ff2c1a3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.838490 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-658c0026-e059-4b08-be87-f4ff2c1a3d5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1097 time: 0.0733271 May 20 18:37:24.838639 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Deleting subnet d95129be-4b95-4eb3-84d4-dd120f1f6307 {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:37:24.841655 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.896073 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.914921 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-d1542e9b-9006-45f4-9292-4e12918e6c09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80 HTTP/1.1" status: 200 len: 217 time: 0.0680163 May 20 18:37:24.956209 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35702) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:24.962074 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:24.992244 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-ad29a38e-0f79-4279-a3c1-350236884e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:24.992244 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-ad29a38e-0f79-4279-a3c1-350236884e90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0688751 May 20 18:37:25.064984 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bc925-445c-410d-90bb-6f8d59198526 req-04b7ed9b-dc1f-4418-b111-d890aa6bece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:25.066416 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-04b7ed9b-dc1f-4418-b111-d890aa6bece5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684752 May 20 18:37:25.088141 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Deleting subnet d0ea9625-c2c8-476a-bc36-d2373be8bf26 {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:37:25.095096 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.206895 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.297460 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-9eefba02-93bf-4984-bf0d-bd539a94cf2b service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237082 May 20 18:37:25.325341 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.434888 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-835bc925-445c-410d-90bb-6f8d59198526 req-2745b4fe-b5f7-4bce-a020-0c0aa06015bd service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296544 May 20 18:37:25.552772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.562555 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5a38213b-106a-4357-8416-3c4e6dd0f8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:25.636450 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95129be-4b95-4eb3-84d4-dd120f1f6307,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:25.639310 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:25.648175 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.663804 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-3f6655d3-9058-4903-bef2-40469c7efe23 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d95129be-4b95-4eb3-84d4-dd120f1f6307 HTTP/1.1" status: 204 len: 168 time: 0.8838573 May 20 18:37:25.666498 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35708) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:25.786283 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.798359 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7c1d1b64-93db-4a34-8026-693770b71c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:25.825759 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.846653 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42952e-e3e9-401e-96ba-f5fe5983eb15 req-eeff1fc0-d9e7-4f37-8a45-01bac88ed11a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:25.848144 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6d42952e-e3e9-401e-96ba-f5fe5983eb15 req-eeff1fc0-d9e7-4f37-8a45-01bac88ed11a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.2524796 May 20 18:37:25.849186 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:25.853909 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ea9625-c2c8-476a-bc36-d2373be8bf26,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:25.859995 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:25.878590 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d0ea9625-c2c8-476a-bc36-d2373be8bf26 HTTP/1.1" status: 204 len: 168 time: 0.9208474 May 20 18:37:25.881520 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35712) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:25.945941 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6d42952e-e3e9-401e-96ba-f5fe5983eb15 req-42310921-eca2-49f9-ad5f-e31bffbd8d62 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879030 May 20 18:37:25.990065 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.122773 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.124693 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.136921 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4055edb6-3684-4ff0-a317-81f4f5a38c02']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:26.141231 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16089148-68e0-4774-83f4-dac6dfe45d3c']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:26.150478 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1cb775-5f88-41e4-81ad-4b5da203708b') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:26.150780 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1cb775-5f88-41e4-81ad-4b5da203708b') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:26.151364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c041ccc-f5c9-4d54-94d5-6758617e9f8e') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:26.151364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c041ccc-f5c9-4d54-94d5-6758617e9f8e') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:26.163252 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.164179 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.179573 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.182278 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.185637 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:37:26.186018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.188513 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:37:26.188904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:37:26.199013 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:37:26.206401 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:37:26.348402 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.352242 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:26.365159 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.377661 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4055edb6-3684-4ff0-a317-81f4f5a38c02,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:26.380605 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:26.394028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.397978 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:26.413323 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.421601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Pushing event deleted for resources: {'Network': ['ID=16089148-68e0-4774-83f4-dac6dfe45d3c,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:26.424667 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:26.486335 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] 10.222.0.54 "DELETE /v2.0/networks/4055edb6-3684-4ff0-a317-81f4f5a38c02 HTTP/1.1" status: 204 len: 168 time: 0.8188279 May 20 18:37:26.515745 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-be71a387-19a3-4bd2-8a0a-c65e623bb880 admin admin] 10.222.0.54 "DELETE /v2.0/networks/16089148-68e0-4774-83f4-dac6dfe45d3c HTTP/1.1" status: 204 len: 168 time: 0.6330178 May 20 18:37:26.518544 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35724) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:26.582578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Deleting subnet 01b5404b-fb52-4ade-8567-0b6c7a366d6a {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:37:26.585659 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.634981 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2722252'] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.688975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:26.914660 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35728) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:26.963866 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-39e98838-6431-40ad-bcf2-372118ad4244 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bfa888f44de4ebe8260b5201ac9fb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480115 May 20 18:37:26.966224 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35732) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:26.997883 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2487309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2616668'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.003757 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-61619d53-3b25-4e99-b3a0-a28cd7f79669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:27.030532 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.037340 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b5404b-fb52-4ade-8567-0b6c7a366d6a,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:27.039834 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:27.042791 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.052300 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/01b5404b-fb52-4ade-8567-0b6c7a366d6a HTTP/1.1" status: 204 len: 168 time: 0.5327616 May 20 18:37:27.052919 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35738) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:27.059395 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.160901 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.176254 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd981d4-b8fe-406b-9ae9-3f5cdfdbb38b req-56c4262e-c776-4d65-bfb8-03c7447b8649 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:27.177776 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ecd981d4-b8fe-406b-9ae9-3f5cdfdbb38b req-56c4262e-c776-4d65-bfb8-03c7447b8649 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1104505 May 20 18:37:27.229879 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ecd981d4-b8fe-406b-9ae9-3f5cdfdbb38b req-94441091-7729-48e4-a18c-e041e39b3409 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 May 20 18:37:27.245344 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.250707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3c4ae7dd-bfd7-4a84-9877-5d1b5f20cf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:27.262775 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12726c47-24bf-4bdc-a512-08326f064d3b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:27.266400 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:27.268334 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.271654 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12726c47-24bf-4bdc-a512-08326f064d3b HTTP/1.1" status: 204 len: 168 time: 0.3023453 May 20 18:37:27.295702 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.314096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fb952c-cf3c-43c2-9819-2044e8787451']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:27.327947 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c1c7b4-181e-4c8f-bdc5-22397a8f198f') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:27.328257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c1c7b4-181e-4c8f-bdc5-22397a8f198f') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:27.344006 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.360985 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.368726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:37:27.369365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:37:27.390991 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:37:27.529464 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.533163 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:27.552049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:27.663059 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Pushing event deleted for resources: {'Network': ['ID=75fb952c-cf3c-43c2-9819-2044e8787451,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:27.666103 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] 10.222.0.54 "DELETE /v2.0/networks/75fb952c-cf3c-43c2-9819-2044e8787451 HTTP/1.1" status: 204 len: 168 time: 0.6122594 May 20 18:37:27.667027 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a4215d34-020b-41ee-8701-b6d17660e39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:28.058707 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35764) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:28.106624 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e2fac81e-ecb7-4494-a8ee-051a025e78db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50db292d19654f23827cf29fb30b0828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467732 May 20 18:37:28.109675 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35768) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:28.172433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.198101 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.235424 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:37:28.254870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35774) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:28.314264 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.321695 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c35fa85b-72cd-48e7-836d-6db09b5c4f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:28.340177 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:28.343246 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.347924 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c13473f1-bc16-4ef7-a639-b9f7e9e9d4c8 HTTP/1.1" status: 204 len: 168 time: 0.2371905 May 20 18:37:28.349161 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3d82434e-127c-485a-a5bd-252546bb2a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:28.396807 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:37:28.399229 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.419946 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'mac_address': 'fa:16:3e:1e:3f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:37:28.422099 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:28.427631 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Usage tracker for resource:security_group_rule and tenant:032162b84c5841c38407fd664d387aa9 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:28.430996 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:28.437476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:28.448650 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74877fe0-3dbc-4f1f-bf17-34f34e16de86 req-0ce8e806-708c-4620-a9eb-4ed9a0452f2c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:28.450315 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-74877fe0-3dbc-4f1f-bf17-34f34e16de86 req-0ce8e806-708c-4620-a9eb-4ed9a0452f2c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1049826 May 20 18:37:28.487286 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.498930 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.501456 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-74877fe0-3dbc-4f1f-bf17-34f34e16de86 req-d7b18d56-713a-441a-a12a-7ff1c1423932 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443838 May 20 18:37:28.506580 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8e4dec-8417-4a74-8add-4c90e79b0e80 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:37:28.524239 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:37:28.527222 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.594627 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.596397 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:28.634073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.643416 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:28.667124 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:28.670207 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:28.683496 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=032162b84c5841c38407fd664d387aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272504 May 20 18:37:28.685246 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ad8af-344d-42d4-befb-f07f9e22c61c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:28.686118 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35786) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:28.689031 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:28.751477 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.777859 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.846900 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['2f8e4dec-8417-4a74-8add-4c90e79b0e80'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:37:28.913950 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.918985 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-afe82691-5f61-4c22-abe3-7e67b5fa5037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:28.932099 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ad8af-344d-42d4-befb-f07f9e22c61c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:28.934755 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:28.935962 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:28.937644 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-cf1601b0-9e16-4f0e-baed-6ba7e136e2ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c28ad8af-344d-42d4-befb-f07f9e22c61c HTTP/1.1" status: 204 len: 168 time: 0.2493584 May 20 18:37:29.054584 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35792) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:29.103705 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-692a31d8-bb04-47df-bd16-e31251271c52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91bde2c77717447e8de0232346f637fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478778 May 20 18:37:29.106113 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35796) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:29.164319 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.191442 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.343688 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.348672 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e9923fff-5dfb-4e65-84e1-93336efb495f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:29.362464 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e417e99-fced-43ad-834e-8978c432ec70,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:29.365421 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:29.369894 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.371304 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e417e99-fced-43ad-834e-8978c432ec70 HTTP/1.1" status: 204 len: 168 time: 0.2640085 May 20 18:37:29.387713 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:37:29.699105 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d1db-1e3d-425b-9a5f-c26715593d43 req-44110157-7620-4431-8c68-38b469837c3b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:29.700681 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a0d5d1db-1e3d-425b-9a5f-c26715593d43 req-44110157-7620-4431-8c68-38b469837c3b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 945 time: 0.0878568 May 20 18:37:29.709499 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35810) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:29.743660 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.773808 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:29.781283 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a0d5d1db-1e3d-425b-9a5f-c26715593d43 req-06b0fd4f-fcdd-4ec9-8247-2e3cd1765cd0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737681 May 20 18:37:29.782216 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Usage tracker for resource:security_group_rule and tenant:a4277c8d5b264eddba8af36ecd6941d7 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:29.785200 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:29.791140 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:29.881519 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.959546 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:29.967772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0f141d6d-0cbf-4a25-9007-1db2e3b5f4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:30.009010 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4277c8d5b264eddba8af36ecd6941d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974162 May 20 18:37:30.009899 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ccbce-7f62-462c-afbe-27abddc60823,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:30.010557 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35824) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:30.013066 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-f830a7fc-2110-416e-883d-638d45db4e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:30.092205 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.125057 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.185179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a244b-3b0b-484f-bf81-9774febb604d req-b3f1c068-1e84-464e-99bf-a66de50b5340 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:30.186693 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a97a244b-3b0b-484f-bf81-9774febb604d req-b3f1c068-1e84-464e-99bf-a66de50b5340 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0933356 May 20 18:37:30.236518 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-4a5f57b6-08af-4f69-a0bd-e68a5f066a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:30.237125 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a97a244b-3b0b-484f-bf81-9774febb604d req-ed8d16b1-2767-4757-92b1-6d86ed552720 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436265 May 20 18:37:30.237974 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-4a5f57b6-08af-4f69-a0bd-e68a5f066a4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1137 time: 0.0944414 May 20 18:37:30.239130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:37:30.338884 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.345675 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3da02341-17af-47fc-9055-0b6cb3e6d794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:30.365751 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ccbce-7f62-462c-afbe-27abddc60823,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:30.368298 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:30.380758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.383453 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:37:30.384586 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-2287b85c-a91f-4e0e-9159-4b0c2d76ce03 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e65ccbce-7f62-462c-afbe-27abddc60823 HTTP/1.1" status: 204 len: 168 time: 0.3729560 May 20 18:37:30.390745 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:37:30.391313 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.407989 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-984afa18-bd3d-45a2-93b5-10e10a7da0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:30.409467 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-984afa18-bd3d-45a2-93b5-10e10a7da0ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 916 time: 0.1645830 May 20 18:37:30.511046 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.519837 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-f2ad78a2-6064-40cc-98a5-6761f4c78059 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 1001 time: 0.1031895 May 20 18:37:30.539629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:37:30.550005 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:37:30.589125 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-c416d410-55db-4e89-80d9-85eaec79554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:30.590736 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-c416d410-55db-4e89-80d9-85eaec79554c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.0633435 May 20 18:37:30.600255 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'code': 200} May 20 18:37:30.632031 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:30.634053 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-be92c752-a261-4599-9a6e-f1a119a31289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:30.676226 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-b29d77f7-752e-4fd8-8b24-a47d2920d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:30.677922 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-b29d77f7-752e-4fd8-8b24-a47d2920d665 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790665 May 20 18:37:30.709065 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:30.713586 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:30.846288 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-aaeabda8-4def-4114-8ca4-bd122bf577fd service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602583 May 20 18:37:31.003202 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2861-e6ac-4913-9b91-889687ade151 req-847f5d29-958c-4126-beac-cca8861bfdd7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:31.004849 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-830d2861-e6ac-4913-9b91-889687ade151 req-847f5d29-958c-4126-beac-cca8861bfdd7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0911429 May 20 18:37:31.053637 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-528821be-0cd0-4a19-ad70-019ba0fa7894 req-bcb574ed-e261-4848-9dd3-7b6457ab8a17 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991665 May 20 18:37:31.055610 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-830d2861-e6ac-4913-9b91-889687ade151 req-d6d9d1a4-22df-4cae-878f-d22d7fb8eb87 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 May 20 18:37:31.074643 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d86a0-13b1-45a7-ad51-ee58b27871eb req-40393e6c-278f-4822-aee1-bc9b8691a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:31.076240 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-170d86a0-13b1-45a7-ad51-ee58b27871eb req-40393e6c-278f-4822-aee1-bc9b8691a991 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1099 time: 0.1076789 May 20 18:37:31.125060 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-170d86a0-13b1-45a7-ad51-ee58b27871eb req-57a4ddf3-ff90-45f6-9048-1c8569dc69cc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 May 20 18:37:31.339659 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35868) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:31.462743 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0db37-e590-4ff8-b311-d35faca82fcf req-b7f8a79a-4a70-4d4c-a766-1cfd2ad7ce7a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:31.464243 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8de0db37-e590-4ff8-b311-d35faca82fcf req-b7f8a79a-4a70-4d4c-a766-1cfd2ad7ce7a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0852785 May 20 18:37:31.498322 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:31.529300 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:31.539217 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8de0db37-e590-4ff8-b311-d35faca82fcf req-62cdcc50-746d-415d-a663-17da27be151a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612020 May 20 18:37:31.540170 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Usage tracker for resource:security_group_rule and tenant:57396d16e8f64253840f27723c1b912d is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:31.543291 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:31.549576 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:31.641246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:31.725130 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:31.733967 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bbbd23d5-9f28-498f-a6d4-0f27cf58d91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:31.772801 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57396d16e8f64253840f27723c1b912d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320548 May 20 18:37:31.774793 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5510bb2e-03d7-467a-9793-a550907e4cfd,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:31.775464 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35880) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:31.779064 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:31.836753 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:31.866663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:31.980027 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:31.986626 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1cc3a905-e206-4bab-a515-bfbb7a80a757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:32.000169 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510bb2e-03d7-467a-9793-a550907e4cfd,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:32.002881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:32.004379 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:32.008589 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5510bb2e-03d7-467a-9793-a550907e4cfd HTTP/1.1" status: 204 len: 168 time: 0.2290332 May 20 18:37:32.257762 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8377fd-bf29-45be-a00c-d6604fca9b1d req-281f232d-1692-4b10-a337-75ebe369b972 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:32.259252 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2f8377fd-bf29-45be-a00c-d6604fca9b1d req-281f232d-1692-4b10-a337-75ebe369b972 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0855427 May 20 18:37:32.308661 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2f8377fd-bf29-45be-a00c-d6604fca9b1d req-c88afd58-1ee2-46d8-b46e-6af995000c1f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 May 20 18:37:32.744734 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124100ee-81f2-4962-88c8-b9efdc36e543 req-af42307a-74f9-417e-a28b-3075416049c3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:32.746106 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-124100ee-81f2-4962-88c8-b9efdc36e543 req-af42307a-74f9-417e-a28b-3075416049c3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0917449 May 20 18:37:32.793958 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-124100ee-81f2-4962-88c8-b9efdc36e543 req-fdf7c755-104b-4ea8-ad58-aace324ecc83 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417135 May 20 18:37:33.510959 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3cb6d-95fe-4b9f-9d2c-f9eded72cf90 req-53597b0e-467c-4d9f-aa60-13a4bbd3fda2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:33.512403 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-85d3cb6d-95fe-4b9f-9d2c-f9eded72cf90 req-53597b0e-467c-4d9f-aa60-13a4bbd3fda2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0839899 May 20 18:37:33.559997 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-85d3cb6d-95fe-4b9f-9d2c-f9eded72cf90 req-f7dfcf96-2f3e-491d-8f75-b77ae8206148 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 May 20 18:37:33.747049 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78fca-20be-4712-b569-43a4545fb765 req-3ea53064-c7c5-4120-9388-573d8fd48603 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:33.748551 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4a78fca-20be-4712-b569-43a4545fb765 req-3ea53064-c7c5-4120-9388-573d8fd48603 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0839493 May 20 18:37:33.757299 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 35950) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:33.762491 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Request body: {'floatingip': {'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:33.800086 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35954) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:33.930853 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:33.945565 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:33.949444 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Usage tracker for resource:security_group_rule and tenant:1cc5aa4b52d845dd802b7364b20ecfd2 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:33.952834 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:33.958564 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:33.961733 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.043993 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.119746 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.128917 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5fc46116-bbac-442f-8f1d-9f4f5ac05915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:34.170407 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cc5aa4b52d845dd802b7364b20ecfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692226 May 20 18:37:34.171452 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1757c64a-6640-4278-a40f-2736739eada7,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:34.173811 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35962) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:34.175675 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285601e-e478-4b35-ab71-2c5c9c1a2745 req-f99d97e1-9650-4fbb-a087-7c0289b00ff8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:34.177218 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a285601e-e478-4b35-ab71-2c5c9c1a2745 req-f99d97e1-9650-4fbb-a087-7c0289b00ff8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.2562864 May 20 18:37:34.187758 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-055060c3-9baf-454d-97b3-285e8241b18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:34.247470 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.274109 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.306519 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a285601e-e478-4b35-ab71-2c5c9c1a2745 req-d74e5db1-d07c-4abd-8403-d63062aeb006 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221721 May 20 18:37:34.434029 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.438411 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-78ea74b1-16c2-414f-a9df-293e065e0ef1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:34.449622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757c64a-6640-4278-a40f-2736739eada7,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:34.453245 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:34.457318 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.460449 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-69cce70b-fcdb-406d-a6c7-5777f50c4361 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1757c64a-6640-4278-a40f-2736739eada7 HTTP/1.1" status: 204 len: 168 time: 0.2734697 May 20 18:37:34.635378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.714378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:34.892202 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.l3_db [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Floating IP dda4d414-c76c-4c8e-a885-ce7b28bb855f associated. External IP: 172.28.1.98, port: 2f8e4dec-8417-4a74-8add-4c90e79b0e80. May 20 18:37:35.248094 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Router 25a38a30-78f0-47ea-84c8-70aaec879094 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:37:35.581332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:37:35.591335 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:37:35.599291 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ded325-58e0-4d38-8401-27351fe40ec9 req-383c3ac2-0439-4c7f-9bd8-397ef0f07f7e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:35.600129 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0ded325-58e0-4d38-8401-27351fe40ec9 req-383c3ac2-0439-4c7f-9bd8-397ef0f07f7e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.1829448 May 20 18:37:35.601475 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:37:35.602096 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:37:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:35.629465 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:35.702160 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0ded325-58e0-4d38-8401-27351fe40ec9 req-d88d5f66-42d2-4b4d-8025-bbf8f4e010ff tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940590 May 20 18:37:35.708849 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-32b27126-b518-4551-a033-1f2b7e22092d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "PUT /v2.0/floatingips/dda4d414-c76c-4c8e-a885-ce7b28bb855f HTTP/1.1" status: 200 len: 991 time: 1.9476869 May 20 18:37:35.708849 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:37:35.767809 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'status': 'completed', 'code': 200} May 20 18:37:35.780991 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:37:35.864581 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-866c577a-d012-46ca-bb52-0f1b14c43833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:35.866037 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-866c577a-d012-46ca-bb52-0f1b14c43833 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1099 time: 0.0711534 May 20 18:37:36.091812 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-792cb56e-bcff-4013-bb3a-9ac79a319f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:36.093320 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-792cb56e-bcff-4013-bb3a-9ac79a319f78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.2200298 May 20 18:37:36.157629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'dda4d414-c76c-4c8e-a885-ce7b28bb855f', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'floating_ip_address': '172.28.1.98', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'mac_address': 'fa:16:3e:1e:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:37:16Z', 'updated_at': '2021-05-20T18:37:34Z', 'revision_number': 1, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:36.161486 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:37:36.169719 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:37:36.170373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:37:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:36.196462 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-6521fd4b-c5b8-499e-be61-00bc052bf5be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80 HTTP/1.1" status: 200 len: 999 time: 0.0952775 May 20 18:37:36.268147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-152b6959-3d60-44fc-a05b-f0836de8077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:36.269701 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-152b6959-3d60-44fc-a05b-f0836de8077b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0660412 May 20 18:37:36.355462 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:37:36.355666 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-25a2ff7e-397d-4fbc-afde-6878e2a539ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:36.356952 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-25a2ff7e-397d-4fbc-afde-6878e2a539ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803955 May 20 18:37:36.493251 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-4c5268ea-32b7-48d5-a4d7-a759ac1b3658 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283910 May 20 18:37:36.627479 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-0e9188f3-ce68-4f12-b8b8-f5bb032d46f4 req-ed81b646-5ecb-4a71-a6b6-148206d08280 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274023 May 20 18:37:36.705509 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'dda4d414-c76c-4c8e-a885-ce7b28bb855f', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'floating_ip_address': '172.28.1.98', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'mac_address': 'fa:16:3e:1e:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:37:16Z', 'updated_at': '2021-05-20T18:37:34Z', 'revision_number': 1, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:37:36.709513 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fffba3-f89c-4b29-9dca-e48b47ee710e None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': 'dda4d414-c76c-4c8e-a885-ce7b28bb855f', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'floating_ip_address': '172.28.1.98', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'mac_address': 'fa:16:3e:1e:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:37:16Z', 'updated_at': '2021-05-20T18:37:34Z', 'revision_number': 1, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:37:36.776732 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 35994) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:36.909712 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:36.916021 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e48485-fc43-4150-b13c-2258df183b11 req-0d4bf894-6cc8-4471-8344-ff55a556cc7a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:36.917822 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-07e48485-fc43-4150-b13c-2258df183b11 req-0d4bf894-6cc8-4471-8344-ff55a556cc7a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0897202 May 20 18:37:36.928117 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb71c3e5-d207-4960-a785-ffcd931df207 None None] New status for floating IP dda4d414-c76c-4c8e-a885-ce7b28bb855f: ACTIVE {{(pid=92138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:37:36.940849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:36.944837 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Usage tracker for resource:security_group_rule and tenant:7f80735dae10490ca3bb83b1611e9af7 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:36.947837 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:36.953624 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:36.970837 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-07e48485-fc43-4150-b13c-2258df183b11 req-4104e5e1-3a77-4724-b6ca-20c72662cd80 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457382 May 20 18:37:37.049184 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:37.113619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:37.122644 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1b55ae4a-59c3-404e-855f-ba5488050564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:37.162732 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f80735dae10490ca3bb83b1611e9af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847640 May 20 18:37:37.164219 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9068060f-80f6-4e49-ab9f-b266ca376370,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:37.165312 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36002) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:37.167192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-66dcb98b-2cde-430b-a1ae-2816c997e12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:37.228668 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:37.254731 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:37.393933 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:37.397939 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b0400d33-489c-4845-9815-0aa33a82f4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:37.410909 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9068060f-80f6-4e49-ab9f-b266ca376370,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:37.413847 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:37.415835 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:37.417067 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-74763fdb-23d3-46fb-88b5-f9cede7d8b6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9068060f-80f6-4e49-ab9f-b266ca376370 HTTP/1.1" status: 204 len: 168 time: 0.2505431 May 20 18:37:38.010378 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36014) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:38.028200 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.043617 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:38.047991 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:0c329b6eb7334f02a80b57aff182f7b0 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:38.051320 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:38.057503 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:38.145139 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.208387 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.216569 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-beea0e10-70ea-47ec-ada0-3fbb6eb1ddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:38.259639 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c329b6eb7334f02a80b57aff182f7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483306 May 20 18:37:38.261331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a21947-62c5-4a8f-b53f-adae40609a81,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:38.262500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36020) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:38.264879 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-83a71550-06c4-4c4c-bc13-e45e158ce9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:38.326003 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.352196 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.393456 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c0f14-303e-421b-a33d-5090824141c9 req-c6fbc7d2-bdf5-4ac5-a770-ffba42e98ffb tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:38.394895 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-660c0f14-303e-421b-a33d-5090824141c9 req-c6fbc7d2-bdf5-4ac5-a770-ffba42e98ffb tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.3117442 May 20 18:37:38.442421 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-660c0f14-303e-421b-a33d-5090824141c9 req-f28b4e8e-5ce8-4f9c-b080-1f406644f1f1 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413764 May 20 18:37:38.496702 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.501024 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c6495f9f-fa2f-4f62-b757-dd5c9d089246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:38.513152 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a21947-62c5-4a8f-b53f-adae40609a81,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:38.516538 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:38.523671 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:38.527129 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79a21947-62c5-4a8f-b53f-adae40609a81 HTTP/1.1" status: 204 len: 168 time: 0.2583973 May 20 18:37:39.632401 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae10ce3-75ff-421e-8ce1-686fe0b326c9 req-48a620f2-4f06-4c13-b53a-ab490c6df263 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:39.633795 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2ae10ce3-75ff-421e-8ce1-686fe0b326c9 req-48a620f2-4f06-4c13-b53a-ab490c6df263 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0830336 May 20 18:37:39.681395 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2ae10ce3-75ff-421e-8ce1-686fe0b326c9 req-1d0233f1-eed6-4108-968f-764c632d65e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411110 May 20 18:37:40.864393 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60ce40-af8e-4172-a153-f9a201677b88 req-ed918dbc-c192-42c0-b570-19d5eea01d49 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:40.866012 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5f60ce40-af8e-4172-a153-f9a201677b88 req-ed918dbc-c192-42c0-b570-19d5eea01d49 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0808787 May 20 18:37:40.917432 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5f60ce40-af8e-4172-a153-f9a201677b88 req-2f990400-8948-4508-bc1d-be0ae24a9f07 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452545 May 20 18:37:42.103771 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64495e59-798a-41a4-b3b7-2c852b299676 req-f4ba14fb-4af9-40d5-90c2-8f5ca2d6588a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:42.105110 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-64495e59-798a-41a4-b3b7-2c852b299676 req-f4ba14fb-4af9-40d5-90c2-8f5ca2d6588a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0835226 May 20 18:37:42.151968 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-64495e59-798a-41a4-b3b7-2c852b299676 req-3e2e043c-280a-414f-9c5a-041c83e49e72 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410573 May 20 18:37:43.340611 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b170f1-ca76-444f-9fef-62909dd09f28 req-3a982fb6-a85b-4ea0-af13-b7f1070f42ce tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:43.342066 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c8b170f1-ca76-444f-9fef-62909dd09f28 req-3a982fb6-a85b-4ea0-af13-b7f1070f42ce tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0845222 May 20 18:37:43.390723 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c8b170f1-ca76-444f-9fef-62909dd09f28 req-8053e1d8-cc54-4fa5-949a-6db7e1e08778 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424283 May 20 18:37:44.387783 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfdda-1ad3-4d2d-ab0d-30013a1d71a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:44.574601 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894c77c-03ef-4af6-9d7a-2c2aa2f8d96c req-4f3c42af-fc84-4dcd-aa50-de33a50d4120 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:44.576043 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8894c77c-03ef-4af6-9d7a-2c2aa2f8d96c req-4f3c42af-fc84-4dcd-aa50-de33a50d4120 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0808847 May 20 18:37:44.622735 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8894c77c-03ef-4af6-9d7a-2c2aa2f8d96c req-09d56793-9e51-457d-a596-7b79c712c6cb tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407999 May 20 18:37:45.811367 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8e6d-1f23-4ea0-877e-5c72c250dc11 req-e0c47601-3b1d-4a85-b8cc-cda59c65ef7f tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:45.812860 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1ead8e6d-1f23-4ea0-877e-5c72c250dc11 req-e0c47601-3b1d-4a85-b8cc-cda59c65ef7f tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0843227 May 20 18:37:45.861232 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1ead8e6d-1f23-4ea0-877e-5c72c250dc11 req-039fcaec-4046-45b9-b632-3bd28200910c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425901 May 20 18:37:46.321106 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36146) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:46.436805 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.455115 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:46.458855 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Usage tracker for resource:security_group_rule and tenant:29bdf847405044528d1d33909122284e is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:46.461635 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:46.467923 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:46.548652 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.644897 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.652176 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d2f8c22e-da54-4a8a-956e-2461bcb0ccf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:46.693751 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29bdf847405044528d1d33909122284e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715985 May 20 18:37:46.694656 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f1354-d1e9-4e60-b1ca-a6f04f00b2d6,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:46.696461 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36152) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:46.702491 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.703911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.704118 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.704470 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.704846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.705198 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.705546 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.705895 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.706242 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.706588 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.706932 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.707272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:46.711182 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:46.755634 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.780909 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.877067 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.911509 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.916634 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:46.930923 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f1354-d1e9-4e60-b1ca-a6f04f00b2d6,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:46.933454 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:46.939995 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:46.941117 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-c82e4216-7836-40ed-8936-b805d702a0ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/772f1354-d1e9-4e60-b1ca-a6f04f00b2d6 HTTP/1.1" status: 204 len: 168 time: 0.2436924 May 20 18:37:47.059839 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43510ce-75d2-4aab-ab88-0ec3d3ff6583 req-72a915e3-3eba-4952-a319-7d694085bd13 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:47.061359 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e43510ce-75d2-4aab-ab88-0ec3d3ff6583 req-72a915e3-3eba-4952-a319-7d694085bd13 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0839560 May 20 18:37:47.111472 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e43510ce-75d2-4aab-ab88-0ec3d3ff6583 req-20dfbd23-63b7-42f8-afc9-adbfb9cad60d tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443532 May 20 18:37:47.163049 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4255ae3d-3d24-478c-aafa-638d4a85d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:47.528726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36164) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:47.547206 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:47.560854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:47.564617 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Usage tracker for resource:security_group_rule and tenant:263a8cbe1a084998b85d97b20d3cda83 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:47.567324 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:47.572885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:47.651848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:47.724688 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:47.731682 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-283d97fc-b9e8-4ee5-b7cb-28e71b154e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:47.775186 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbacab81-0663-467b-a667-4895b34bfcb4,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:47.778238 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:47.781549 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=263a8cbe1a084998b85d97b20d3cda83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513142 May 20 18:37:47.784304 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36168) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:47.915384 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:47.940777 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:48.082801 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:48.087772 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2e1ed996-f138-482a-b251-b0c3fe9312db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:48.100252 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbacab81-0663-467b-a667-4895b34bfcb4,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:48.102632 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:48.106182 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:48.107885 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbacab81-0663-467b-a667-4895b34bfcb4 HTTP/1.1" status: 204 len: 168 time: 0.3225801 May 20 18:37:48.122164 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:48.299496 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aeb68-de7e-45e0-a0d4-78320d758726 req-0fc8df88-2ff0-4c49-8f32-6dbf7a39d11e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:48.300960 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eb4aeb68-de7e-45e0-a0d4-78320d758726 req-0fc8df88-2ff0-4c49-8f32-6dbf7a39d11e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0810404 May 20 18:37:48.351418 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-eb4aeb68-de7e-45e0-a0d4-78320d758726 req-216bc325-8b63-4d82-90f7-cecf5ee881d2 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=3b0d42f7-9249-4fd9-994d-6a801f09383d&id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445373 May 20 18:37:48.815374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36182) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:48.832805 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:48.846958 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:48.850823 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Usage tracker for resource:security_group_rule and tenant:613828f884354cfe822658f00ec3499f is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:48.853616 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:48.859779 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:48.937279 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:49.033018 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:49.041408 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1309bab9-23f1-45d8-8b76-c5c159b33a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:49.080089 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=613828f884354cfe822658f00ec3499f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637019 May 20 18:37:49.081719 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8cdd27-d6dd-4029-9421-704a4735a273,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:49.082737 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36186) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:49.084725 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5358027f-3c53-42b4-838e-f30ddc2127f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:49.141268 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:49.166588 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:49.302044 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:49.307068 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-979c8076-f3c2-4115-8da3-18c6bfcc3960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:49.320237 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8cdd27-d6dd-4029-9421-704a4735a273,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:49.323488 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:49.324533 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:49.325821 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-611dfc23-7d8d-4316-8d3a-dc8da8ee4f56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c8cdd27-d6dd-4029-9421-704a4735a273 HTTP/1.1" status: 204 len: 168 time: 0.2420175 May 20 18:37:49.787390 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.145286 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36260) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:55.261635 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.275643 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:55.279404 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Usage tracker for resource:security_group_rule and tenant:f75d9293dd944a95bc591a5b701e3b8e is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:55.282230 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:55.288014 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:55.368876 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.438728 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.451152 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-30672375-e53f-43bc-a2f4-0ed31ac76f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:55.490020 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f75d9293dd944a95bc591a5b701e3b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437035 May 20 18:37:55.491961 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590fa0b0-a9f1-4b5b-af90-9f70d6cb725b,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:55.492915 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36266) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:55.494901 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:55.551849 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.580409 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.729824 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.734089 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ee41cea3-6289-4ce8-8691-3d408137250b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:55.745037 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590fa0b0-a9f1-4b5b-af90-9f70d6cb725b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:55.755403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.756354 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.756354 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.756595 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.756886 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.757236 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.757583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.757926 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.758269 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.758609 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.758949 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.759287 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:37:55.762474 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:55.763936 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:55.767910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/590fa0b0-a9f1-4b5b-af90-9f70d6cb725b HTTP/1.1" status: 204 len: 168 time: 0.2739689 May 20 18:37:56.311525 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36278) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:56.338924 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.353510 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:56.357314 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7717880c2d4c9ebf62b0f2a6ee9551 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:56.360336 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:56.366364 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:56.446896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.535664 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.544163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-23b45d5c-0ed5-40fb-8fac-e566b24d60f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:56.582716 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc7717880c2d4c9ebf62b0f2a6ee9551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701147 May 20 18:37:56.584194 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c2787-c576-442e-9c17-a75feedab0bf,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:56.585343 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36282) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:56.587219 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:56.644092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.669092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.798752 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.802583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f32ffaa2-3be2-4de5-b411-a887d646ddb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:56.814825 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c2787-c576-442e-9c17-a75feedab0bf,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:56.818792 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:56.838825 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:56.839916 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b99c2787-c576-442e-9c17-a75feedab0bf HTTP/1.1" status: 204 len: 168 time: 0.2535863 May 20 18:37:57.887944 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36308) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:57.989821 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1688761501-network', 'tenant_id': '62b3c4c7689a4a908d796c3f3e276e05'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:57.994659 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:57.998540 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Usage tracker for resource:network and tenant:62b3c4c7689a4a908d796c3f3e276e05 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:58.001477 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:58.007884 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:58.072601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Made reservation on behalf of 62b3c4c7689a4a908d796c3f3e276e05 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:37:58.074848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.087350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.105616 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:58.110084 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Usage tracker for resource:security_group_rule and tenant:62b3c4c7689a4a908d796c3f3e276e05 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:58.113063 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:58.119143 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:58.201915 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.276694 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.279655 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1b270762-d027-48bc-ac4a-19d2d2df4923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:58.309289 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:37:58.314351 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd01351-e42c-4a83-95c0-516962542032,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:58.317898 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:58.321578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.322476 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Added segment b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6 of type vlan for network 6ded1f2f-2222-4408-beef-8b86b42eaba9 May 20 18:37:58.348583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.391609 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.459579 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.460965 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:58.461553 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:58.466712 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-17b80982-1074-4068-8f6f-dd1f5bc7a73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:58.566618 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Pushing event updated for resources: {'Network': ['ID=6ded1f2f-2222-4408-beef-8b86b42eaba9,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:58.569158 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:58.576236 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network 6ded1f2f-2222-4408-beef-8b86b42eaba9 details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:37:58.609772 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7200921 May 20 18:37:58.612102 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36316) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:37:58.617927 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Request body: {'subnet': {'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1688761501-subnet', 'tenant_id': '62b3c4c7689a4a908d796c3f3e276e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:37:58.622603 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:37:58.626929 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Usage tracker for resource:subnet and tenant:62b3c4c7689a4a908d796c3f3e276e05 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:37:58.629892 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:37:58.635535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:37:58.707267 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Made reservation on behalf of 62b3c4c7689a4a908d796c3f3e276e05 for: {'subnet': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:37:58.709584 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2616647'] for subnet, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:59.199628 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2487362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2616661'] for subnet, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:59.204686 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e8b321db-c16b-41a9-b66a-d6dedd814905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:37:59.282749 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee2cb02-77f9-47fb-990e-623859881376,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:37:59.286655 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:37:59.291609 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Checking segment: {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:37:59.291609 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Network hostable DHCP agents. Network: 6ded1f2f-2222-4408-beef-8b86b42eaba9, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:37:59.379843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Network 6ded1f2f-2222-4408-beef-8b86b42eaba9 is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:37:59.461435 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, 6ded1f2f-2222-4408-beef-8b86b42eaba9) {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:37:59.470017 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:37:59.479281 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baafae2-3ab6-4bb9-8a8f-7ae003376602 None None] Network 6ded1f2f-2222-4408-beef-8b86b42eaba9 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:37:59.479825 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:37:59.536632 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-dee37bb2-724b-4c99-a0d4-4db5125529c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9234402 May 20 18:37:59.657799 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16edfd6-8c19-4a30-a489-d24cc9ef2640 None None] Network 6ded1f2f-2222-4408-beef-8b86b42eaba9 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:38:02.039019 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-08752fe7-af4a-4d8e-bd72-335204c79c64 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:02.040513 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-08752fe7-af4a-4d8e-bd72-335204c79c64 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/networks?id=6ded1f2f-2222-4408-beef-8b86b42eaba9 HTTP/1.1" status: 200 len: 814 time: 0.1451666 May 20 18:38:02.055473 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-ed41680b-81a5-414e-b607-fad14405ad54 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/quotas/62b3c4c7689a4a908d796c3f3e276e05 HTTP/1.1" status: 200 len: 375 time: 0.0087783 May 20 18:38:02.104053 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-d2722a79-d765-4879-a6b2-89efd54ea567 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437410 May 20 18:38:02.281093 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-3fe61865-dec4-4c30-8c0c-aa655274f5e1 service neutron] 10.222.0.54 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699030 May 20 18:38:02.411654 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-62eb66ae-65e8-46fa-b03c-df51c88adb2b service neutron] 10.222.0.54 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248407 May 20 18:38:02.782685 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-19933215-a62b-4f04-8016-b15214fdeeec req-f3b88025-eccb-494c-a9f3-e2ff2a3cac66 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 210 time: 0.1616888 May 20 18:38:03.930743 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4a157140-7790-47af-a59b-09d007eaca59 req-943e3124-5593-4974-b6c1-fbf7eb3c0325 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 210 time: 0.0422683 May 20 18:38:05.078217 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-0fc02023-0be1-4c77-99df-5d1b2086ff47 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:05.078820 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-0fc02023-0be1-4c77-99df-5d1b2086ff47 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Synchronizing usage tracker for tenant:62b3c4c7689a4a908d796c3f3e276e05 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:38:05.083428 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9518ff22-68b1-4da0-babb-d8e255e149e1 req-136ece7c-e8a8-47ff-9575-586fa0b83e1a tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 210 time: 0.0467136 May 20 18:38:05.156623 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-0fc02023-0be1-4c77-99df-5d1b2086ff47 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Unset dirty status for tenant:62b3c4c7689a4a908d796c3f3e276e05 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:38:05.157798 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-0fc02023-0be1-4c77-99df-5d1b2086ff47 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "GET /v2.0/networks?id=6ded1f2f-2222-4408-beef-8b86b42eaba9 HTTP/1.1" status: 200 len: 814 time: 0.2275174 May 20 18:38:05.178135 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Request body: {'port': {'device_id': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9', 'admin_state_up': True, 'tenant_id': '62b3c4c7689a4a908d796c3f3e276e05'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:38:05.316477 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:38:05.320477 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Usage tracker for resource:port and tenant:62b3c4c7689a4a908d796c3f3e276e05 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:38:05.324314 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:38:05.330139 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:38:05.414218 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Made reservation on behalf of 62b3c4c7689a4a908d796c3f3e276e05 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:38:05.417770 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:05.576814 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Allocated IP 172.20.0.5 (6ded1f2f-2222-4408-beef-8b86b42eaba9/cee2cb02-77f9-47fb-990e-623859881376/2d8b7b45-1d84-4eac-b8b7-46613d452eb6) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:38:05.771134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:05.859767 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:05.865132 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a29690ad-6bf1-4b5e-b355-211b33d8f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:05.931168 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Network 6ded1f2f-2222-4408-beef-8b86b42eaba9 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:38:05.934199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:38:05.938608 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:38:05.975194 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Pushing event updated for resources: {'Port': ['ID=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:05.982553 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:06.004000 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:06.004641 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:06.083058 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9088032 May 20 18:38:06.139366 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Request body: {'port': {'device_id': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:38:06.252708 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:06.267715 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19467-9280-40c3-aec5-d9e6fdd6dd05 req-45ab1798-b155-4643-b9b0-43568d8aefe0 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:06.269181 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f7f19467-9280-40c3-aec5-d9e6fdd6dd05 req-45ab1798-b155-4643-b9b0-43568d8aefe0 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 931 time: 0.0790575 May 20 18:38:06.313980 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f7f19467-9280-40c3-aec5-d9e6fdd6dd05 req-f0954371-9076-417f-a1ad-9d6b4c44d86f tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 May 20 18:38:06.386908 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:38:06.602388 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:38:06.610050 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:06.624688 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Transition to ACTIVE for port object 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:38:06.722024 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:06.726433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4e7bd2df-98f3-4bfe-8c8a-bbd7d99ef479 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:06.877846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:06.884656 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:06.949251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Attempting to bind port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:38:06.949583 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Attempting to bind port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:38:06.949911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Attempting to bind port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 on network 6ded1f2f-2222-4408-beef-8b86b42eaba9 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:38:06.955020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 on network 6ded1f2f-2222-4408-beef-8b86b42eaba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:38:06.955335 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Attempting to bind port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 on network 6ded1f2f-2222-4408-beef-8b86b42eaba9 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:38:06.960356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:38:06.960720 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Checking segment: {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:38:06.961107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Bound using segment: {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:38:06.961524 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Bound port: 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:38:06.961861 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:07.136869 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] For port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:38:07.140211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] For port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:38:07.244165 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:07.247748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-06da6e6f-0a05-49f1-bda9-6149cfdd07a7 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:07.303970 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:07.304599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:07.305931 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] 10.222.0.69 "PUT /v2.0/ports/2d8b7b45-1d84-4eac-b8b7-46613d452eb6 HTTP/1.1" status: 200 len: 1093 time: 1.2145984 May 20 18:38:07.306413 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'tag': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:07.325787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:07.329120 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:07.413844 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'tag': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6', 'status': 'completed', 'code': 200} May 20 18:38:07.496764 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-9e3df56d-cca8-4138-957b-617e39cd6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:07.499007 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-9e3df56d-cca8-4138-957b-617e39cd6b0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 1096 time: 0.0772486 May 20 18:38:07.520937 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf22e1-e9ec-4405-a5f3-c15ac1be741e req-ab8a349b-9237-442e-b626-b9fb1ad67e6d tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:07.522831 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1bbf22e1-e9ec-4405-a5f3-c15ac1be741e req-ab8a349b-9237-442e-b626-b9fb1ad67e6d tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 943 time: 0.0849023 May 20 18:38:07.569976 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1bbf22e1-e9ec-4405-a5f3-c15ac1be741e req-750a686c-474f-4ac9-bb5a-4b5ed0faf270 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 May 20 18:38:07.571133 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-af0bc8cc-4c50-4e22-bbfd-759fe99e91bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6 HTTP/1.1" status: 200 len: 217 time: 0.0649378 May 20 18:38:07.639391 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-eebfc183-33f8-4eb1-a88b-3a37f1258258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:07.640794 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-eebfc183-33f8-4eb1-a88b-3a37f1258258 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cee2cb02-77f9-47fb-990e-623859881376 HTTP/1.1" status: 200 len: 854 time: 0.0606694 May 20 18:38:07.690024 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-7ff5b293-fb12-4b20-b0ce-a395e1b12045 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ded1f2f-2222-4408-beef-8b86b42eaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395114 May 20 18:38:07.818694 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-c383896a-6b49-44ea-86bc-f37c4ca93ee6 service neutron] 10.222.0.69 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212614 May 20 18:38:07.947292 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-f3ea94a3-ed76-4c60-adb7-4ca4a4e78fae req-120936ed-c78e-4bbc-b70f-4beb4b3840a2 service neutron] 10.222.0.69 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206002 May 20 18:38:08.132013 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-717175b8-0386-4bc5-9594-79e5a0032cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:08.133453 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-717175b8-0386-4bc5-9594-79e5a0032cf9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 1096 time: 0.0691993 May 20 18:38:08.269180 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-aa3229f8-1e8c-4817-9cd4-46f6e0a3f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:08.270505 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-aa3229f8-1e8c-4817-9cd4-46f6e0a3f1d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ded1f2f-2222-4408-beef-8b86b42eaba9 HTTP/1.1" status: 200 len: 915 time: 0.1228647 May 20 18:38:08.340313 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-9e65e019-dca5-4e66-8804-47347b243176 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6 HTTP/1.1" status: 200 len: 217 time: 0.0619547 May 20 18:38:08.408276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-457b1b4d-da66-4f43-a0a5-959d4e9ae710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:08.409773 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-457b1b4d-da66-4f43-a0a5-959d4e9ae710 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cee2cb02-77f9-47fb-990e-623859881376 HTTP/1.1" status: 200 len: 854 time: 0.0619776 May 20 18:38:08.458450 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-3cd94391-0718-4835-bf75-5fa8b4c6bf5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ded1f2f-2222-4408-beef-8b86b42eaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412271 May 20 18:38:08.591198 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-35545df6-92f5-4e0c-a24f-ccd096b62d0d service neutron] 10.222.0.69 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217582 May 20 18:38:08.726844 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3932ef9-f52d-489d-bbe4-57cf89967973 req-20a6e89e-4d22-4f17-9ca1-a3030d1b9f71 service neutron] 10.222.0.69 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278002 May 20 18:38:08.758133 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44536795-99cf-4ab6-87cb-a001f3435fdf req-96200312-4fd8-4c27-8dba-b0a43f7eca27 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:08.759570 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-44536795-99cf-4ab6-87cb-a001f3435fdf req-96200312-4fd8-4c27-8dba-b0a43f7eca27 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 943 time: 0.0829663 May 20 18:38:08.806391 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-44536795-99cf-4ab6-87cb-a001f3435fdf req-95bc9d84-038e-4f7c-a23b-828ca07f72fe tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 May 20 18:38:09.985259 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a9e31-1b07-424c-b49b-22f11514ee7f req-62314ce5-356b-433c-8a35-2381e89f8ad7 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:09.986576 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-276a9e31-1b07-424c-b49b-22f11514ee7f req-62314ce5-356b-433c-8a35-2381e89f8ad7 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 943 time: 0.0772235 May 20 18:38:10.030821 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-276a9e31-1b07-424c-b49b-22f11514ee7f req-1d4dc3b6-1a61-4b53-83d1-0eedb2a46732 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 May 20 18:38:10.477223 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:38:10.607276 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:10.620172 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6', 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9', 'port_id': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6', 'mac_address': 'fa:16:3e:32:25:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee2cb02-77f9-47fb-990e-623859881376', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:38:10.676879 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:10.693409 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:38:10.708218 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:10.752114 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:10.753889 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:10.817419 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:10.824571 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.824918 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.825255 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.825585 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.825915 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.826240 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.826566 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.826885 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.827212 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.827528 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.827843 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.828154 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:10.831920 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:11.011812 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['2d8b7b45-1d84-4eac-b8b7-46613d452eb6'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:38:11.214957 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280f84-6189-4e06-a898-17c099d0e350 req-ee345b32-050c-4c0c-8b6a-5ff9dae5fe10 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:11.216303 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ce280f84-6189-4e06-a898-17c099d0e350 req-ee345b32-050c-4c0c-8b6a-5ff9dae5fe10 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 944 time: 0.0830321 May 20 18:38:11.260033 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ce280f84-6189-4e06-a898-17c099d0e350 req-1ad8836c-eeb4-4f55-8bf4-70d758aa2d4e tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 May 20 18:38:12.446072 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ee73-2295-443e-9e28-d794c61236bc req-778f4cce-0035-45d6-bc6a-d45dba7aeaa3 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:12.447511 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-00d7ee73-2295-443e-9e28-d794c61236bc req-778f4cce-0035-45d6-bc6a-d45dba7aeaa3 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 944 time: 0.0804746 May 20 18:38:12.491780 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-00d7ee73-2295-443e-9e28-d794c61236bc req-5e3fc8da-6ff9-4c87-a02d-57cf5786bc81 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 May 20 18:38:12.501774 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:38:12.638017 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:38:12.642895 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:38:12.643270 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:12.759069 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:12.784427 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:12.793753 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:12.867081 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:12.869702 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:12.901301 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6', 'code': 200} May 20 18:38:12.945062 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:12.948070 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:13.270904 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985d9e-040f-4d5e-bf26-ae0e96c672ac req-87e569ec-2b43-4656-88c1-c4f4e359bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:13.272361 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e985d9e-040f-4d5e-bf26-ae0e96c672ac req-87e569ec-2b43-4656-88c1-c4f4e359bc17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 1098 time: 0.0707192 May 20 18:38:13.319001 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1e985d9e-040f-4d5e-bf26-ae0e96c672ac req-3fb5eea9-e1d6-43b0-b582-5c8a648f6812 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 May 20 18:38:13.755414 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff65ad-ea36-4688-aee7-78cc788bdab4 req-d9f910ba-f8ed-4503-8ccf-0a3fcee0c6ea tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:13.756901 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-37ff65ad-ea36-4688-aee7-78cc788bdab4 req-d9f910ba-f8ed-4503-8ccf-0a3fcee0c6ea tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.1588218 May 20 18:38:13.801306 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-37ff65ad-ea36-4688-aee7-78cc788bdab4 req-6daa5784-3077-4238-a590-d592e977f756 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 May 20 18:38:14.425478 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a626069-4237-4ede-ab5c-e95935740dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:14.988470 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1438c-af49-4eb8-8e63-6aa7366d3643 req-3e60e1e3-aa19-4f8b-8dae-db1d31d7ef10 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:14.989938 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78a1438c-af49-4eb8-8e63-6aa7366d3643 req-3e60e1e3-aa19-4f8b-8dae-db1d31d7ef10 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.0816610 May 20 18:38:15.034880 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-78a1438c-af49-4eb8-8e63-6aa7366d3643 req-41c4a2a4-2a74-412f-a23c-3ce63caf610e tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 May 20 18:38:16.654873 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7029677-107a-4334-a97b-9ff4f053a238 req-33d6294f-71a3-46f4-8c61-67f973b493a7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:16.656299 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a7029677-107a-4334-a97b-9ff4f053a238 req-33d6294f-71a3-46f4-8c61-67f973b493a7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0790672 May 20 18:38:16.700419 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a7029677-107a-4334-a97b-9ff4f053a238 req-8228bfd8-f1ce-40ca-a7bb-66926cb28299 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381012 May 20 18:38:16.878350 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:17.140170 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31342674-5dbf-4747-980e-2b3678b7845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:17.894967 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead714e-ad59-4af6-a93b-785ab4793c73 req-eb96205b-1f85-4c0b-a1b6-9f57f62054f5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:17.896442 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cead714e-ad59-4af6-a93b-785ab4793c73 req-eb96205b-1f85-4c0b-a1b6-9f57f62054f5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0832977 May 20 18:38:17.941812 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cead714e-ad59-4af6-a93b-785ab4793c73 req-63ad3863-5927-403b-a4c5-5b7e3036744b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395863 May 20 18:38:18.118368 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:19.136026 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c43155-1d57-48f5-a076-a05caae62f4b req-41936fdb-f3d0-42df-9c71-90f992624d18 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:19.137637 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7c43155-1d57-48f5-a076-a05caae62f4b req-41936fdb-f3d0-42df-9c71-90f992624d18 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0823851 May 20 18:38:19.185946 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7c43155-1d57-48f5-a076-a05caae62f4b req-112e6a4e-90d2-48b4-b2cb-0bb2c31fdb6b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 May 20 18:38:19.769239 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:20.383444 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5c450-2bf0-48da-bfd4-fad45baac556 req-58d0f016-3f76-4c9e-8674-065939ef829b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:20.385160 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cec5c450-2bf0-48da-bfd4-fad45baac556 req-58d0f016-3f76-4c9e-8674-065939ef829b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0816448 May 20 18:38:20.431514 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cec5c450-2bf0-48da-bfd4-fad45baac556 req-37096897-d94c-4031-8af8-bf2dd57ea8f2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 May 20 18:38:21.624927 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc885-608b-41e2-9df2-a22f10626df4 req-7983609b-0cfd-471d-955b-a739dcdb3e23 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:21.626366 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c8acc885-608b-41e2-9df2-a22f10626df4 req-7983609b-0cfd-471d-955b-a739dcdb3e23 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0819719 May 20 18:38:21.670687 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c8acc885-608b-41e2-9df2-a22f10626df4 req-41bfa84f-828c-404c-953f-f107ab62cdd9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387228 May 20 18:38:22.472671 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-cf15389a-5459-40f6-910e-850a24386ee2 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791114550&fields=id&tenant_id=484572f81d584360bb6e4808c74ac3f5 HTTP/1.1" status: 200 len: 267 time: 0.0403507 May 20 18:38:22.562994 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-6a302518-e452-4882-92ae-54a98d1f5bb3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:22.564470 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-6a302518-e452-4882-92ae-54a98d1f5bb3 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 984 time: 0.0863500 May 20 18:38:22.575260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Request body: {'port': {'security_groups': ['d98b5918-d383-43e5-be6a-36a853b6d1ca']}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:38:22.695972 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:22.981683 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13874fb-e744-4a17-9890-6f8ba9138edc req-edc702d5-8d47-4843-b7ac-8e7e345760e2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:22.983656 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d13874fb-e744-4a17-9890-6f8ba9138edc req-edc702d5-8d47-4843-b7ac-8e7e345760e2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.1985989 May 20 18:38:23.045213 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:23.059792 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d13874fb-e744-4a17-9890-6f8ba9138edc req-ee7a8d50-7ebf-4c0e-bd7a-8d081898927e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704556 May 20 18:38:23.080319 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.140179 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.146506 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:23.158401 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['f61f7dcd-6cfb-436d-b192-edbcc3560bce'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:38:23.219061 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:23.219350 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.220916 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2fd1679e-1348-4367-b956-cd04dfbe84ce req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "PUT /v2.0/ports/f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 942 time: 0.6501093 May 20 18:38:23.221370 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:23.227407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36530) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:23.259809 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event updated for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=7']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:23.267276 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:23.288955 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'status': 'completed', 'code': 200} May 20 18:38:23.310820 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['f61f7dcd-6cfb-436d-b192-edbcc3560bce'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:38:23.367181 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.411911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.462696 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-05fec428-6170-43c0-b3ff-3ea395883475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:23.464164 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-05fec428-6170-43c0-b3ff-3ea395883475 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1098 time: 0.1455867 May 20 18:38:23.502512 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-3a95a1b6-3f37-4cb9-a406-cd76ce050ec5 None None] Provisioning complete for port f61f7dcd-6cfb-436d-b192-edbcc3560bce triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:38:23.502806 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a95a1b6-3f37-4cb9-a406-cd76ce050ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.706171 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-9690d3c4-09d0-4af2-a670-e9e5097f84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:23.707611 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-9690d3c4-09d0-4af2-a670-e9e5097f84b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 916 time: 0.2348778 May 20 18:38:23.776637 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.792576 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-57d13918-9fb6-4d58-81da-31afaf38c23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:23.822705 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d42f7-9249-4fd9-994d-6a801f09383d,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:23.830330 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:23.842705 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-f836523e-d2c7-4d9c-b532-5b8ce6acc333 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 1001 time: 0.1196082 May 20 18:38:23.899263 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:23.900445 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-7c0efb36-1e97-496c-b270-346f1ea17441 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "DELETE /v2.0/security-groups/3b0d42f7-9249-4fd9-994d-6a801f09383d HTTP/1.1" status: 204 len: 168 time: 0.6713834 May 20 18:38:23.903071 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36538) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:23.991913 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-3aa462ff-f8d2-408c-ad3a-28a6c412e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:23.993286 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-3aa462ff-f8d2-408c-ad3a-28a6c412e25e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.1423156 May 20 18:38:24.201628 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-abddf86c-29d8-4f90-a6c4-d80d922494f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:24.203175 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-abddf86c-29d8-4f90-a6c4-d80d922494f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1974125 May 20 18:38:24.254942 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79560c-1a1b-4ca2-888e-e5abad659de7 req-1c72561e-de74-41cb-822d-f20c7f8a010d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:24.256378 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fb79560c-1a1b-4ca2-888e-e5abad659de7 req-1c72561e-de74-41cb-822d-f20c7f8a010d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0853817 May 20 18:38:24.306127 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fb79560c-1a1b-4ca2-888e-e5abad659de7 req-e1bb5b8c-0005-4db4-b81c-1df6c2698022 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 May 20 18:38:24.355347 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Deleting port 0349bfc7-d0e5-4a29-8daa-37c394f8a284 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:24.355923 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:24.391061 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-e1bb3ba4-7417-431f-8950-de4df15250d5 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747766 May 20 18:38:24.568374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:24.568748 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:24.700246 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Calling delete_port for 0349bfc7-d0e5-4a29-8daa-37c394f8a284 owned by network:floatingip {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:24.723668 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1aebeabf-a233-4f50-95d2-abf4830915a0 req-38bbcb6d-e7e7-4c83-944d-5c2d846e771c service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853787 May 20 18:38:24.901064 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:24.904874 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53809d30-56e9-41fc-a570-33390a059757 tempest-AttachVolumeNegativeTest-1354444126 tempest-AttachVolumeNegativeTest-1354444126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:24.952052 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event deleted for resources: {'Port': ['ID=0349bfc7-d0e5-4a29-8daa-37c394f8a284,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:24.954374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:25.044595 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks [] for floatingip, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:25.044939 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Floating IP e89ee870-c9be-40bb-b343-649f94021b44 disassociated (deleted). External IP: 172.28.1.191, port: f61f7dcd-6cfb-436d-b192-edbcc3560bce. May 20 18:38:25.498240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baadd6-d80c-4526-8de4-bd41f18b3d27 req-e65698ab-86ae-47c6-8b7a-bdfe054b95df tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:25.499693 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24baadd6-d80c-4526-8de4-bd41f18b3d27 req-e65698ab-86ae-47c6-8b7a-bdfe054b95df tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0807929 May 20 18:38:25.505548 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Router e0683d6b-2508-448e-8bfc-571d85969c46 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:38:25.548709 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24baadd6-d80c-4526-8de4-bd41f18b3d27 req-6a5406ca-cb82-4b8c-8a24-8b12f2748ce2 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408211 May 20 18:38:25.683707 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:38:25.692716 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] Sync routers for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:38:25.701892 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:25.714548 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:25.715187 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:38:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:25.766541 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "DELETE /v2.0/floatingips/e89ee870-c9be-40bb-b343-649f94021b44 HTTP/1.1" status: 204 len: 168 time: 1.8624835 May 20 18:38:25.767453 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:25.812332 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'status': 'completed', 'code': 200} May 20 18:38:25.899177 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:25.916690 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-beb1dcaf-ffad-48d8-8a9f-e3ff9a4eab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:25.918291 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-beb1dcaf-ffad-48d8-8a9f-e3ff9a4eab48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=484572f81d584360bb6e4808c74ac3f5&device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 1098 time: 0.0825305 May 20 18:38:26.082873 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-b32b3d7f-d35f-4615-8176-cf0582d42a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:26.097267 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-b32b3d7f-d35f-4615-8176-cf0582d42a83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 200 len: 916 time: 0.1440189 May 20 18:38:26.157210 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-8d1e5fea-3cab-44fe-bab3-6ad9fee553d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 200 len: 217 time: 0.0656366 May 20 18:38:26.233014 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-bbfbdb4f-68b7-4745-98cb-3e92c0535089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:26.234461 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-bbfbdb4f-68b7-4745-98cb-3e92c0535089 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 200 len: 854 time: 0.0675247 May 20 18:38:26.252816 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:26.256739 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] Checking router: e0683d6b-2508-448e-8bfc-571d85969c46 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:38:26.265093 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:26.265675 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:38:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:26.326954 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-fcc3e024-9337-427f-9766-a5eef10a6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:26.328426 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-fcc3e024-9337-427f-9766-a5eef10a6fce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1e83372-be96-4279-bbb2-d6e3fa1dc974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819814 May 20 18:38:26.478208 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-1d647009-3195-4d71-80df-8a4982ad0ae7 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403790 May 20 18:38:26.502102 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:26.616654 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e9a3c58f-f93c-4609-b2a0-488e43b75610 req-0c68c5db-aadd-4ca9-aad4-661613318ff4 service neutron] 10.222.0.69 "GET /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306317 May 20 18:38:26.745297 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf6787-15eb-45af-ac28-2d9ec465f490 req-96c4f97e-2c4e-4dc4-b90f-aa8eba6728b7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:26.746636 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7acf6787-15eb-45af-ac28-2d9ec465f490 req-96c4f97e-2c4e-4dc4-b90f-aa8eba6728b7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0825896 May 20 18:38:26.797812 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7acf6787-15eb-45af-ac28-2d9ec465f490 req-dbb63242-1b66-4d48-8f58-492c0d196602 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444596 May 20 18:38:26.828320 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:26.832678 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a123e-1722-4e71-b9d6-3420b7e39528 None None] The sync data for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb is: [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:35:39Z', 'revision_number': 4, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0174e298-1ed5-4e01-a33b-4ca2e7922ed5', 'name': '', 'network_id': 'e1e83372-be96-4279-bbb2-d6e3fa1dc974', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'mac_address': 'fa:16:3e:7b:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:38Z', 'updated_at': '2021-05-20T18:35:47Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'subnets': [{'id': '621e1f90-850a-45d2-ac45-996f3f391a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:38:27.060747 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f2cf7-e1d1-47aa-994b-d0fd7652d024 None None] New status for floating IP e89ee870-c9be-40bb-b343-649f94021b44: DOWN {{(pid=92138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:38:28.069953 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfc594-251c-49e9-b56d-637814db7582 req-f87c499b-34eb-416f-8536-9caf9c9aab14 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:28.071415 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b2cfc594-251c-49e9-b56d-637814db7582 req-f87c499b-34eb-416f-8536-9caf9c9aab14 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.1644073 May 20 18:38:28.117088 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b2cfc594-251c-49e9-b56d-637814db7582 req-cff7a080-4fcb-4714-b09a-78c8325ac290 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 May 20 18:38:28.397548 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:28.551200 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:38:28.685568 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:28.700106 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'mac_address': 'fa:16:3e:1e:3f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:38:28.758361 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:28.775750 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f8e4dec-8417-4a74-8add-4c90e79b0e80 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:38:28.790786 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:28.854704 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:28.856518 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:28.922700 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=6']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:28.925791 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:28.944419 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['2f8e4dec-8417-4a74-8add-4c90e79b0e80'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:38:29.317486 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13046bb6-a4a6-40cb-adb1-05e3220a8467 req-9a93b774-557b-4cac-bc11-4915c7f1df51 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:29.319562 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13046bb6-a4a6-40cb-adb1-05e3220a8467 req-9a93b774-557b-4cac-bc11-4915c7f1df51 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 945 time: 0.0838668 May 20 18:38:29.369077 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-13046bb6-a4a6-40cb-adb1-05e3220a8467 req-aab683c4-2066-423e-859f-8bd1840c9ef4 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 May 20 18:38:29.707567 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb72f2-276d-4c06-83f7-bc1614191dec req-f7a3e02a-6ed4-4e6d-81ff-be833091b2b2 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:29.709057 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c9eb72f2-276d-4c06-83f7-bc1614191dec req-f7a3e02a-6ed4-4e6d-81ff-be833091b2b2 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.0811687 May 20 18:38:29.755991 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c9eb72f2-276d-4c06-83f7-bc1614191dec req-b4a1ab46-3cf4-4fd0-b1ee-c09225f93c6a tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 May 20 18:38:30.565259 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:38:30.592014 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef873da9-d2f2-4ad0-a263-25abf3409951 req-19181995-0449-49bd-a692-fa511b17b68e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:30.601047 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ef873da9-d2f2-4ad0-a263-25abf3409951 req-19181995-0449-49bd-a692-fa511b17b68e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 945 time: 0.0998986 May 20 18:38:30.646992 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:38:30.647366 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:30.658860 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ef873da9-d2f2-4ad0-a263-25abf3409951 req-904a05c1-a352-4c96-a168-53832638edb3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565114 May 20 18:38:30.773991 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:30.801139 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:30.813992 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:30.853656 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'code': 200} May 20 18:38:30.911813 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:30.913885 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3cb40a17-d846-4584-866e-a327954c13b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:30.963462 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1de7e-f711-406a-bbc2-d955a1cb1297 req-d6f34d02-ab0c-4fa7-9c63-a5bc0aced81e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:30.965132 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-60d1de7e-f711-406a-bbc2-d955a1cb1297 req-d6f34d02-ab0c-4fa7-9c63-a5bc0aced81e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.0830829 May 20 18:38:30.996410 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=7']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:31.000049 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:31.037051 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-60d1de7e-f711-406a-bbc2-d955a1cb1297 req-0824dbc5-3e8b-4c2e-9cc4-4947f887c0da tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 May 20 18:38:31.861218 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d582c-b449-41c6-a06b-85ddd0277b87 req-24b6f47e-7e24-4879-a93c-2dba26d6a142 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:31.863961 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e42d582c-b449-41c6-a06b-85ddd0277b87 req-24b6f47e-7e24-4879-a93c-2dba26d6a142 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0909326 May 20 18:38:31.960594 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e42d582c-b449-41c6-a06b-85ddd0277b87 req-45a60ef0-04af-4126-ab4d-23eee18ec658 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547998 May 20 18:38:31.961147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751c308-3f92-488b-a481-4abda0f4302c req-2ead5a46-33f5-41a6-b0cb-3fb9700b7f44 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:31.961147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-6751c308-3f92-488b-a481-4abda0f4302c req-2ead5a46-33f5-41a6-b0cb-3fb9700b7f44 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Synchronizing usage tracker for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:38:32.180386 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-6751c308-3f92-488b-a481-4abda0f4302c req-2ead5a46-33f5-41a6-b0cb-3fb9700b7f44 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Unset dirty status for tenant:484572f81d584360bb6e4808c74ac3f5 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:38:32.181549 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-6751c308-3f92-488b-a481-4abda0f4302c req-2ead5a46-33f5-41a6-b0cb-3fb9700b7f44 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.3630650 May 20 18:38:32.245170 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2625a0-2b6c-4bf5-a708-0c359c370394 req-35f5874c-69d4-42cd-9e43-c572a672eb4b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:32.246411 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8e2625a0-2b6c-4bf5-a708-0c359c370394 req-35f5874c-69d4-42cd-9e43-c572a672eb4b tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 945 time: 0.0906901 May 20 18:38:32.321171 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8e2625a0-2b6c-4bf5-a708-0c359c370394 req-23dcd311-778c-4e87-9868-51278727faae tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/security-groups?id=d98b5918-d383-43e5-be6a-36a853b6d1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667880 May 20 18:38:32.544060 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Deleting port f61f7dcd-6cfb-436d-b192-edbcc3560bce {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:32.544471 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:32.718497 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] For port f61f7dcd-6cfb-436d-b192-edbcc3560bce, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f61f7dcd-6cfb-436d-b192-edbcc3560bce,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:32.718852 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:32.844572 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Calling delete_port for f61f7dcd-6cfb-436d-b192-edbcc3560bce owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:33.129173 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:33.135079 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cf6726b7-d57a-4c95-b896-71a9b701521d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:33.179623 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Pushing event deleted for resources: {'Port': ['ID=f61f7dcd-6cfb-436d-b192-edbcc3560bce,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:33.183318 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:33.185806 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4b0fa-3706-41fd-8fed-2676f005c759 req-2faf3cf7-904b-4ed7-b5d5-eeb2966cd155 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:33.188182 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-48b4b0fa-3706-41fd-8fed-2676f005c759 req-2faf3cf7-904b-4ed7-b5d5-eeb2966cd155 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.0867651 May 20 18:38:33.234773 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-48b4b0fa-3706-41fd-8fed-2676f005c759 req-76c48763-fe09-4463-a542-6edfff8286c3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418737 May 20 18:38:33.290754 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] No DVR routers for this DVR port f61f7dcd-6cfb-436d-b192-edbcc3560bce on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:33.290754 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:33.290754 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'name': 'network-vif-deleted', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:33.342134 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b375d8-ddd2-426c-ad8f-822a60cb9cac', 'name': 'network-vif-deleted', 'tag': 'f61f7dcd-6cfb-436d-b192-edbcc3560bce', 'status': 'completed', 'code': 200} May 20 18:38:33.387231 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-6751c308-3f92-488b-a481-4abda0f4302c req-022e17cc-6173-47d6-adcc-ec8816e0ff0e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.69 "DELETE /v2.0/ports/f61f7dcd-6cfb-436d-b192-edbcc3560bce HTTP/1.1" status: 204 len: 173 time: 1.1977534 May 20 18:38:33.498147 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fc905817-bf2f-4ce3-a895-e8a39022c33b req-e201e0d6-f30e-4a79-b1d0-f4f057939d96 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4b375d8-ddd2-426c-ad8f-822a60cb9cac HTTP/1.1" status: 200 len: 210 time: 0.0483673 May 20 18:38:34.337381 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a728d6-0e32-42b7-b4fc-5fe41e7eda2a req-a2462113-cf81-4efc-9140-b8f5dfa1c46a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:34.339790 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-84a728d6-0e32-42b7-b4fc-5fe41e7eda2a req-a2462113-cf81-4efc-9140-b8f5dfa1c46a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1114786 May 20 18:38:34.449113 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-84a728d6-0e32-42b7-b4fc-5fe41e7eda2a req-60468d56-4c44-4846-9047-80da7d94aa13 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025558 May 20 18:38:34.511201 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998cbc2-9890-4d90-ac08-56e6a5a4ff72 req-37fb1137-cb03-4f94-9123-76cd5c519cb5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:34.513070 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8998cbc2-9890-4d90-ac08-56e6a5a4ff72 req-37fb1137-cb03-4f94-9123-76cd5c519cb5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.1120446 May 20 18:38:34.578237 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8998cbc2-9890-4d90-ac08-56e6a5a4ff72 req-762e5872-0633-4c36-9daa-f3c855e0eb8e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584662 May 20 18:38:34.603168 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device f61f7dcd-6cfb-436d-b192-edbcc3560bce no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:34.643836 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: f61f7dcd-6cfb-436d-b192-edbcc3560bce {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:34.644404 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device f61f7dcd-6cfb-436d-b192-edbcc3560bce not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:35.685264 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baefb05-4ef6-4aaa-9434-7b70790ec0eb req-7a41bb46-7646-48cf-8471-32c0983a34bb tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:35.693097 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9baefb05-4ef6-4aaa-9434-7b70790ec0eb req-7a41bb46-7646-48cf-8471-32c0983a34bb tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1330712 May 20 18:38:35.785675 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9baefb05-4ef6-4aaa-9434-7b70790ec0eb req-e71dbade-9d14-45e1-b846-9e9e116e59cd tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914395 May 20 18:38:35.847553 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80175-87a8-4e01-8448-30506467ad36 req-e157a771-c18a-4430-823e-66f7a3bbc09b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:35.849172 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7a80175-87a8-4e01-8448-30506467ad36 req-e157a771-c18a-4430-823e-66f7a3bbc09b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.1245530 May 20 18:38:35.914178 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c7a80175-87a8-4e01-8448-30506467ad36 req-0b1923a7-494a-4dd5-904c-8e06320e8a4b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579953 May 20 18:38:36.606400 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36722) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:37.308158 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc7c85-9ed7-4365-bec0-8624d3e17a89 req-7c4cdf4c-7294-4052-a63f-a39549f29c08 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:37.312942 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f2bc7c85-9ed7-4365-bec0-8624d3e17a89 req-7c4cdf4c-7294-4052-a63f-a39549f29c08 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.4153621 May 20 18:38:37.386334 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15340-1ec3-4fa6-8c3e-f4b582f796ef req-0a24cae8-1697-49f5-8283-5107844e1640 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:37.388369 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dcd15340-1ec3-4fa6-8c3e-f4b582f796ef req-0a24cae8-1697-49f5-8283-5107844e1640 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.2554111 May 20 18:38:37.457450 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f2bc7c85-9ed7-4365-bec0-8624d3e17a89 req-e31b19f2-7504-493a-999a-e1319f93390c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393213 May 20 18:38:37.480050 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dcd15340-1ec3-4fa6-8c3e-f4b582f796ef req-488dc2c7-e622-4547-a74c-7a726f508cbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799022 May 20 18:38:37.584224 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:38.069051 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Deleting port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:38.069518 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:38.209232 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] For port 0174e298-1ed5-4e01-a33b-4ca2e7922ed5, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:38.209232 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:38.344464 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Calling delete_port for 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 owned by network:router_interface {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:38.617292 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:38.630316 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:38.714819 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Pushing event deleted for resources: {'Port': ['ID=0174e298-1ed5-4e01-a33b-4ca2e7922ed5,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:38.761816 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:39.059701 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be6016-eeb6-4daa-9190-817148f576aa req-81e1e2f5-1cde-455f-9a45-b2bac8d2b4c7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:39.061887 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24be6016-eeb6-4daa-9190-817148f576aa req-81e1e2f5-1cde-455f-9a45-b2bac8d2b4c7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.4458537 May 20 18:38:39.077505 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fea0d-ba8f-4fc1-8041-d4d3e30cceb7 req-7dc39464-e4d2-4782-b80c-00ac226cb962 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:39.079037 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-777fea0d-ba8f-4fc1-8041-d4d3e30cceb7 req-7dc39464-e4d2-4782-b80c-00ac226cb962 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.4999318 May 20 18:38:39.256848 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-777fea0d-ba8f-4fc1-8041-d4d3e30cceb7 req-d228bd58-c7f2-41df-b3aa-aac1d76d131d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483564 May 20 18:38:39.262364 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-24be6016-eeb6-4daa-9190-817148f576aa req-003b8720-be9e-4baf-996e-13c275f37185 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822944 May 20 18:38:39.298254 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:39.684665 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Router e0683d6b-2508-448e-8bfc-571d85969c46 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:38:39.870399 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:38:39.881507 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] Sync routers for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:38:39.894539 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-472e85b9-97c7-4d4e-93e7-f36fbaa19173 admin admin] 10.222.0.54 "PUT /v2.0/routers/e0683d6b-2508-448e-8bfc-571d85969c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2832251 May 20 18:38:39.895293 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:39.895293 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:38:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:39.895593 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36746) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:40.077042 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks [] for router, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:40.104734 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:40.264992 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:40.440577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Deleting port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:40.441545 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:40.447161 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:38:38Z', 'revision_number': 5, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port': {'id': 'f66efb68-d5ee-4d42-b7de-2ab0f0e23c75', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:29Z', 'updated_at': '2021-05-20T18:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:40.451458 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] Checking router: e0683d6b-2508-448e-8bfc-571d85969c46 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:38:40.460412 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] Routers {'e0683d6b-2508-448e-8bfc-571d85969c46'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:40.461065 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:38:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['e0683d6b-2508-448e-8bfc-571d85969c46'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:40.627715 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] Set router e0683d6b-2508-448e-8bfc-571d85969c46 gateway port host: None {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:40.751807 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:38:40Z', 'revision_number': 6, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port_host': None}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:40.756642 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0350fcbf-2aa4-45b4-86c8-4f3d0fb6d703 None None] The sync data for ids ['e0683d6b-2508-448e-8bfc-571d85969c46'] in dv-cinder-792462-1-smb is: [{'id': 'e0683d6b-2508-448e-8bfc-571d85969c46', 'name': 'tempest-TestMinimumBasicScenario-2000833075-router', 'tenant_id': '484572f81d584360bb6e4808c74ac3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:27Z', 'updated_at': '2021-05-20T18:38:40Z', 'revision_number': 6, 'project_id': '484572f81d584360bb6e4808c74ac3f5', 'gw_port_host': None}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:38:40.812969 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] For port f66efb68-d5ee-4d42-b7de-2ab0f0e23c75, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:40.813499 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:40.887798 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735306a2-e80f-48f0-bb2b-8b5676878059 req-66c8a802-06d4-4ad7-b86e-d3fac1947b4a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:40.889327 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-735306a2-e80f-48f0-bb2b-8b5676878059 req-66c8a802-06d4-4ad7-b86e-d3fac1947b4a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.4253433 May 20 18:38:40.954356 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Calling delete_port for f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 owned by network:router_gateway {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:40.982110 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4f76a-a97b-49bf-8696-8d3f5f325670 req-dec2477d-62d3-4bd9-8de3-e0b2652e495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:40.983656 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-daf4f76a-a97b-49bf-8696-8d3f5f325670 req-dec2477d-62d3-4bd9-8de3-e0b2652e495d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.5147462 May 20 18:38:41.038137 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-735306a2-e80f-48f0-bb2b-8b5676878059 req-a9b2ac30-a1ce-4aaa-8d06-86c7a0ad6e87 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913925 May 20 18:38:41.066525 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-daf4f76a-a97b-49bf-8696-8d3f5f325670 req-f718a516-5836-48fd-a825-ce290cbf36f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749378 May 20 18:38:41.270488 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.274530 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-8026db16-f4ce-4fed-8504-b2de795dfce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:41.345325 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Pushing event deleted for resources: {'Port': ['ID=f66efb68-d5ee-4d42-b7de-2ab0f0e23c75,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:41.348830 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:41.414523 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.594914 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.598082 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.797174 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.797751 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0683d6b-2508-448e-8bfc-571d85969c46 {{(pid=92135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:38:41.810922 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.812076 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-ae0f723c-96d5-49fd-bb56-9b746e0b6cec admin admin] 10.222.0.54 "DELETE /v2.0/routers/e0683d6b-2508-448e-8bfc-571d85969c46 HTTP/1.1" status: 204 len: 168 time: 1.9172475 May 20 18:38:41.814642 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36776) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:41.877153 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Deleting subnet 621e1f90-850a-45d2-ac45-996f3f391a23 {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:38:41.880227 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:41.930878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2722252'] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.048842 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.318835 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925fc7d-0983-4eeb-a05b-1c13bce5c88a req-1372dfa2-f2d7-44e7-9231-f219ad60b6c5 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:42.320331 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e925fc7d-0983-4eeb-a05b-1c13bce5c88a req-1372dfa2-f2d7-44e7-9231-f219ad60b6c5 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1451988 May 20 18:38:42.331662 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0001048-8ac9-4c48-a4d6-5688d7c37b1e req-8bff4be6-4932-4397-b1a3-4f51a95bc50b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:42.333036 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0001048-8ac9-4c48-a4d6-5688d7c37b1e req-8bff4be6-4932-4397-b1a3-4f51a95bc50b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.1181815 May 20 18:38:42.373388 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-e51e7d0e-ebde-46de-b3c9-3ba5ab7735fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:42.374855 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-e51e7d0e-ebde-46de-b3c9-3ba5ab7735fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1099 time: 0.0843794 May 20 18:38:42.408951 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e925fc7d-0983-4eeb-a05b-1c13bce5c88a req-724c490f-3bf5-4e55-ba85-668611a48882 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749226 May 20 18:38:42.411694 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0001048-8ac9-4c48-a4d6-5688d7c37b1e req-999c8ab7-d38a-4872-8b5d-408cb63ce2fd tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637493 May 20 18:38:42.414978 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2487309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2616668'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.432117 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:42.461025 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613865a7-cc70-4014-8ce4-24e91469c74f None None] Network e1e83372-be96-4279-bbb2-d6e3fa1dc974 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:38:42.462783 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.512159 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621e1f90-850a-45d2-ac45-996f3f391a23,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:42.520251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:42.531044 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e71917ab-b19f-43cd-bfd7-dd9f874924a7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/621e1f90-850a-45d2-ac45-996f3f391a23 HTTP/1.1" status: 204 len: 168 time: 0.7153621 May 20 18:38:42.533628 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36786) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:42.566878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-7ea49ed8-0513-4402-a756-3d3e2203618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:42.568651 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-7ea49ed8-0513-4402-a756-3d3e2203618f service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.1868227 May 20 18:38:42.653974 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.693673 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-90ed5143-aba2-4102-9f17-c4b18f875bc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80 HTTP/1.1" status: 200 len: 1001 time: 0.1088929 May 20 18:38:42.735589 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] DHCP port deletion for e1e83372-be96-4279-bbb2-d6e3fa1dc974 request from dv-cinder-792462-1-smb {{(pid=92137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:38:42.740822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Deleting port 86d01490-030b-4001-a265-609daa14065b {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:42.740980 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.791952 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-9fccc2da-fece-4f7f-b432-3845a6ff97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:42.794733 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-9fccc2da-fece-4f7f-b432-3845a6ff97aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0928447 May 20 18:38:42.811766 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Deleting port 86d01490-030b-4001-a265-609daa14065b {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:42.812583 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.900174 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] For port 86d01490-030b-4001-a265-609daa14065b, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=86d01490-030b-4001-a265-609daa14065b,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:42.900711 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:42.901313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-9dbbf239-6124-4118-a318-5064b35f169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:42.902768 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-9dbbf239-6124-4118-a318-5064b35f169e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993137 May 20 18:38:42.908468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:42.956264 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:42.956869 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device f66efb68-d5ee-4d42-b7de-2ab0f0e23c75 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:42.957451 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:43.001856 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:43.002558 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0174e298-1ed5-4e01-a33b-4ca2e7922ed5 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:43.003190 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 86d01490-030b-4001-a265-609daa14065b no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:43.053390 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] For port 86d01490-030b-4001-a265-609daa14065b, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=86d01490-030b-4001-a265-609daa14065b,segment=NetworkSegment(aa74f96b-5344-4ce4-bbd8-11a0e042ad0c),segment_id=aa74f96b-5344-4ce4-bbd8-11a0e042ad0c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:43.054076 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.140773 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Calling delete_port for 86d01490-030b-4001-a265-609daa14065b owned by network:dhcp {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:43.183111 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-e7800283-ffc0-4f81-b90e-3e388817babc service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713149 May 20 18:38:43.222697 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Calling delete_port for 86d01490-030b-4001-a265-609daa14065b owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:43.295079 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.299873 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-2f7b6214-1fd7-4549-a151-a2f0242d8bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:43.326459 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e3040af3-73cb-42a6-a696-ba1b3ba1ad5b req-5e4a1f0d-2719-4c6d-bee2-40651eeef718 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361601 May 20 18:38:43.339267 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Port 86d01490-030b-4001-a265-609daa14065b update to DOWN by agent not found {{(pid=92137) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 18:38:43.345860 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Pushing event deleted for resources: {'Port': ['ID=86d01490-030b-4001-a265-609daa14065b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:43.350896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:43.350896 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] No DVR routers for this DVR port 86d01490-030b-4001-a265-609daa14065b on host dv-cinder-792462-1-smb {{(pid=92135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:43.386289 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:38:43.392237 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.396850 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:43.440080 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Pushing event deleted for resources: {'Port': ['ID=86d01490-030b-4001-a265-609daa14065b,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:43.442066 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] No DVR routers for this DVR port 86d01490-030b-4001-a265-609daa14065b on host dv-cinder-792462-1-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:43.443260 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:43.471802 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.489191 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e83372-be96-4279-bbb2-d6e3fa1dc974']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:43.503412 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:43.503836 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa74f96b-5344-4ce4-bbd8-11a0e042ad0c') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:43.516238 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.532436 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.540612 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:38:43.541188 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:38:43.555671 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:38:43.714951 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d053dc-77f2-4255-b193-4fcdb791cb62 req-351c7b46-dd55-4825-b8bf-c50289c8b2ec tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:43.719185 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-10d053dc-77f2-4255-b193-4fcdb791cb62 req-351c7b46-dd55-4825-b8bf-c50289c8b2ec tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 946 time: 0.1496208 May 20 18:38:43.760333 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.783574 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:43.791975 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-d69f0d31-b511-41fc-96c4-1a362396f7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:43.823055 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e83372-be96-4279-bbb2-d6e3fa1dc974,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:43.825621 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:43.853565 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-10d053dc-77f2-4255-b193-4fcdb791cb62 req-b09e022c-48fc-4132-939f-431488b05059 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994911 May 20 18:38:43.876513 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303fd78-fd78-49d2-885b-b886a1cb3de6 req-cce28a95-276a-43e1-ae1a-275f91bc224d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:43.877950 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c303fd78-fd78-49d2-885b-b886a1cb3de6 req-cce28a95-276a-43e1-ae1a-275f91bc224d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1578653 May 20 18:38:43.915057 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-ffdab2c0-1af9-4239-96c1-fd478b96a62d admin admin] 10.222.0.54 "DELETE /v2.0/networks/e1e83372-be96-4279-bbb2-d6e3fa1dc974 HTTP/1.1" status: 204 len: 168 time: 1.3803287 May 20 18:38:43.917989 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36798) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:43.925564 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c303fd78-fd78-49d2-885b-b886a1cb3de6 req-1e30010f-e2be-4f8f-a0b3-7134dfb536fc tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 May 20 18:38:44.397091 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-79bef127-342e-4f37-8f4c-b0cc6ac64507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:44.440893 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:44.633737 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:44.662609 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-70383f78-22a9-4f78-909c-31da9a13b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:44.664024 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-70383f78-22a9-4f78-909c-31da9a13b7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1099 time: 0.1684768 May 20 18:38:44.746882 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:44.776021 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:44.786502 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:44.826564 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'code': 200} May 20 18:38:44.849373 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:44.851502 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8f99ac34-0767-40ca-a20b-eed4147ac941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:44.900696 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-21df2897-3ef7-4ddf-a5e4-6dfb6146e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:44.902110 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-21df2897-3ef7-4ddf-a5e4-6dfb6146e0ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 910 time: 0.1906483 May 20 18:38:44.920697 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=8']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:44.923856 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:45.114859 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1511ed-7dab-4693-b265-0f4417db2158 req-2ce83b19-3e81-4361-946e-5b936b671e35 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:45.116267 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9b1511ed-7dab-4693-b265-0f4417db2158 req-2ce83b19-3e81-4361-946e-5b936b671e35 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1439905 May 20 18:38:45.156354 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0df9ff-15e5-4081-a9b9-ad70b87107b7 req-4a733136-5516-4d9f-8b0a-abfef580d960 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:45.157880 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bf0df9ff-15e5-4081-a9b9-ad70b87107b7 req-4a733136-5516-4d9f-8b0a-abfef580d960 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1213553 May 20 18:38:45.196142 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9b1511ed-7dab-4693-b265-0f4417db2158 req-887e17c4-3554-4105-91f2-12e175d30ad1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724897 May 20 18:38:45.196691 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-bb14f928-97f8-45a8-b0d2-70a45470185a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 1001 time: 0.2622020 May 20 18:38:45.227829 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bf0df9ff-15e5-4081-a9b9-ad70b87107b7 req-ca190e3d-d908-4954-bbe9-b14921dc2041 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602143 May 20 18:38:45.277191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-ad2c4003-8328-454a-bd5b-88a0179335b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:45.279027 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-ad2c4003-8328-454a-bd5b-88a0179335b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.0727460 May 20 18:38:45.285039 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Deleting port ae90b7c6-3d19-4aa4-800a-27926435a628 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:45.285383 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:45.463590 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] For port ae90b7c6-3d19-4aa4-800a-27926435a628, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=ae90b7c6-3d19-4aa4-800a-27926435a628,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:45.463868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:45.473465 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-724355d5-4911-4d50-afca-2e5219d7e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:45.475387 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-724355d5-4911-4d50-afca-2e5219d7e50c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1756554 May 20 18:38:45.605175 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Calling delete_port for ae90b7c6-3d19-4aa4-800a-27926435a628 owned by network:router_interface {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:45.733940 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-5122d9fd-744f-4480-a97c-774a2900ba87 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016666 May 20 18:38:45.905218 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2044c8f3-510f-48b5-8b97-b052bea3a5f2 req-acbbf6c0-32c3-4097-aa15-b78a48fdd44e service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587429 May 20 18:38:46.054340 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:46.058968 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f17997f0-16bf-4685-8acb-6bb3b5ba4936 tempest-VolumesActionsTest-1806167454 tempest-VolumesActionsTest-1806167454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:46.101471 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae90b7c6-3d19-4aa4-800a-27926435a628,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:46.104590 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:46.395847 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:46.472205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fdbc1-3c15-4419-9d27-951e2792bfd7 req-7e963e6c-4c72-45a1-8179-135556381826 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:46.473714 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-065fdbc1-3c15-4419-9d27-951e2792bfd7 req-7e963e6c-4c72-45a1-8179-135556381826 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1576598 May 20 18:38:46.492846 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9917d-5ada-4a3d-96a4-1c689bd40757 req-a4d5ca15-5393-4048-8f6e-b260199ea7f9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:46.494435 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0bf9917d-5ada-4a3d-96a4-1c689bd40757 req-a4d5ca15-5393-4048-8f6e-b260199ea7f9 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1242573 May 20 18:38:46.566466 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-065fdbc1-3c15-4419-9d27-951e2792bfd7 req-47055052-a948-4232-85b9-cc31098dd9ce tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709698 May 20 18:38:46.574329 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0bf9917d-5ada-4a3d-96a4-1c689bd40757 req-070bc76b-94e6-43bf-b57d-9cb5a2943c78 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660813 May 20 18:38:46.885369 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Router 3dac9acf-20c7-400f-9dd4-3c555461c30f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:38:46.887696 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.067574 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:38:47.076538 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] Sync routers for ids ['3dac9acf-20c7-400f-9dd4-3c555461c30f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:38:47.077068 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5397a49c-4420-4003-a47f-8dae5efd8262 admin admin] 10.222.0.54 "PUT /v2.0/routers/3dac9acf-20c7-400f-9dd4-3c555461c30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1573734 May 20 18:38:47.079538 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36830) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:47.093419 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] Routers {'3dac9acf-20c7-400f-9dd4-3c555461c30f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:47.094113 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:38:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['3dac9acf-20c7-400f-9dd4-3c555461c30f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:47.157226 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd95a-6d22-4a7d-8244-79105cc0269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.271726 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] Set router 3dac9acf-20c7-400f-9dd4-3c555461c30f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:47.273020 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks [] for router, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.459881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.567047 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:38:45Z', 'revision_number': 5, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port': {'id': 'e3ddd793-88b1-4338-8c5b-55e23f03512a', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:47Z', 'updated_at': '2021-05-20T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:47.571039 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] Checking router: 3dac9acf-20c7-400f-9dd4-3c555461c30f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:38:47.580540 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] Routers {'3dac9acf-20c7-400f-9dd4-3c555461c30f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:38:47.581436 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:38:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['3dac9acf-20c7-400f-9dd4-3c555461c30f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:47.594703 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Deleting port e3ddd793-88b1-4338-8c5b-55e23f03512a {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:47.595043 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.736148 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] For port e3ddd793-88b1-4338-8c5b-55e23f03512a, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e3ddd793-88b1-4338-8c5b-55e23f03512a,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:47.736606 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:47.764587 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] Set router 3dac9acf-20c7-400f-9dd4-3c555461c30f gateway port host: None {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:38:47.860594 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cabe32-af5d-432f-9fac-9414f066e4ef req-7bd194a7-21c7-403a-8b0e-0b1726f4ffbe tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:47.868934 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87cabe32-af5d-432f-9fac-9414f066e4ef req-7bd194a7-21c7-403a-8b0e-0b1726f4ffbe tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.1443732 May 20 18:38:47.888810 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:38:47Z', 'revision_number': 6, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port_host': None}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:47.893317 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cabc55c-10ee-475b-a3ba-3ee59ad4c5bf None None] The sync data for ids ['3dac9acf-20c7-400f-9dd4-3c555461c30f'] in dv-cinder-792462-1-smb is: [{'id': '3dac9acf-20c7-400f-9dd4-3c555461c30f', 'name': 'tempest-TestMinimumBasicScenario-1989683180-router', 'tenant_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:45Z', 'updated_at': '2021-05-20T18:38:47Z', 'revision_number': 6, 'project_id': '66d6f19e0ea245e1b639b2c206c02ed4', 'gw_port_host': None}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:38:47.929101 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-87cabe32-af5d-432f-9fac-9414f066e4ef req-782d5927-f88c-4c81-a0e1-a5d1600776bc tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591459 May 20 18:38:47.978134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Calling delete_port for e3ddd793-88b1-4338-8c5b-55e23f03512a owned by network:router_gateway {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:48.140033 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.208404 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.213321 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5a54f36a-047d-4078-b128-4626c89afd27 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:48.258021 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ddd793-88b1-4338-8c5b-55e23f03512a,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:48.420825 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.428272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:38:48.429257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:48.483037 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.657565 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.659491 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:48.660049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.768172 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.768846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dac9acf-20c7-400f-9dd4-3c555461c30f {{(pid=92136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:38:48.789656 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.794034 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] 10.222.0.54 "DELETE /v2.0/routers/3dac9acf-20c7-400f-9dd4-3c555461c30f HTTP/1.1" status: 204 len: 168 time: 1.7115185 May 20 18:38:48.795177 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36856) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:48.797779 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:48.859888 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ae90b7c6-3d19-4aa4-800a-27926435a628 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:48.865341 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Deleting subnet 57d34de3-145c-4694-9b14-a498557462bd {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:38:48.868422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.897433 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: ae90b7c6-3d19-4aa4-800a-27926435a628 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:48.897783 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ae90b7c6-3d19-4aa4-800a-27926435a628 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:48.898206 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3ddd793-88b1-4338-8c5b-55e23f03512a no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:48.921624 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:48.935324 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: e3ddd793-88b1-4338-8c5b-55e23f03512a {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:48.935657 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e3ddd793-88b1-4338-8c5b-55e23f03512a not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:49.005496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.044409 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:38:49.071441 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:49.076469 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.150011 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.154256 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:49.231642 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=6']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:49.235124 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:49.463923 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb125-4fc6-411e-8f0e-9ef85eae4dce req-69b11482-0cbc-4259-95c4-8cdd985bbdf5 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:49.465434 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a06bb125-4fc6-411e-8f0e-9ef85eae4dce req-69b11482-0cbc-4259-95c4-8cdd985bbdf5 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.3629429 May 20 18:38:49.506403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae53c-2466-4cd0-b076-2da0a96465b7 req-c666a5c3-3283-4593-b84a-b47cf610652d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:49.506944 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b8cae53c-2466-4cd0-b076-2da0a96465b7 req-c666a5c3-3283-4593-b84a-b47cf610652d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.3466661 May 20 18:38:49.611563 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36888) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:49.622987 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a06bb125-4fc6-411e-8f0e-9ef85eae4dce req-fa4c4c52-aa7a-44ab-8491-7cc7121a5cc3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432908 May 20 18:38:49.634309 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b8cae53c-2466-4cd0-b076-2da0a96465b7 req-20dad867-e1ef-432a-a6f0-921b014506ce tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170399 May 20 18:38:49.683104 dv-cinder-792462-1-smb neutron-server[92137]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'code': 422} returned with failed status May 20 18:38:49.734595 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.740017 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:49.749985 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-47c1701d-d3e0-437b-850f-8e30e9123e1a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371787 May 20 18:38:49.782134 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d34de3-145c-4694-9b14-a498557462bd,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:49.784236 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.788192 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:49.788809 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bb09d-233e-431d-b046-ffd4d7bb8f72 None None] Network 1eacc904-97cb-4a01-89f5-4ce8d60f93ef requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:38:49.795808 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36900) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:49.798402 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-6f2886c0-5389-4dac-bdaf-b3b9dbff8116 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/57d34de3-145c-4694-9b14-a498557462bd HTTP/1.1" status: 204 len: 168 time: 0.9995174 May 20 18:38:49.821785 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:49.929404 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.009455 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Deleting port fa2baa12-6845-43c7-b362-760c1ebd2495 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:50.009885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.101152 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] DHCP port deletion for 1eacc904-97cb-4a01-89f5-4ce8d60f93ef request from dv-cinder-792462-1-smb {{(pid=92137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:38:50.122948 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] For port fa2baa12-6845-43c7-b362-760c1ebd2495, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=fa2baa12-6845-43c7-b362-760c1ebd2495,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:50.123304 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.167776 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Deleting port fa2baa12-6845-43c7-b362-760c1ebd2495 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:38:50.168383 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.249312 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Calling delete_port for fa2baa12-6845-43c7-b362-760c1ebd2495 owned by network:dhcp {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:50.277796 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] For port fa2baa12-6845-43c7-b362-760c1ebd2495, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=fa2baa12-6845-43c7-b362-760c1ebd2495,segment=NetworkSegment(dabd8fad-52ca-4d19-bee3-07d14b9dc0e7),segment_id=dabd8fad-52ca-4d19-bee3-07d14b9dc0e7)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:38:50.278237 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.391745 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.396660 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4f40ca6b-2268-4f34-826d-dbe9f0f3572c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:50.400422 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Calling delete_port for fa2baa12-6845-43c7-b362-760c1ebd2495 owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:38:50.443289 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2baa12-6845-43c7-b362-760c1ebd2495,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:50.446283 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:50.446444 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.447133 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] No DVR routers for this DVR port fa2baa12-6845-43c7-b362-760c1ebd2495 on host dv-cinder-792462-1-smb {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:50.452051 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:50.529878 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Pushing event deleted for resources: {'Port': ['ID=fa2baa12-6845-43c7-b362-760c1ebd2495,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:50.532130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:50.534615 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] No DVR routers for this DVR port fa2baa12-6845-43c7-b362-760c1ebd2495 on host dv-cinder-792462-1-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:38:50.565182 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.578606 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eacc904-97cb-4a01-89f5-4ce8d60f93ef']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:50.590710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:50.591054 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabd8fad-52ca-4d19-bee3-07d14b9dc0e7') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:38:50.602591 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.618753 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.625428 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:38:50.625855 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:38:50.639488 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:38:50.770962 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.775112 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:50.800464 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:50.806297 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=1eacc904-97cb-4a01-89f5-4ce8d60f93ef,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:50.809816 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:50.818243 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] 10.222.0.54 "DELETE /v2.0/networks/1eacc904-97cb-4a01-89f5-4ce8d60f93ef HTTP/1.1" status: 204 len: 168 time: 1.0185318 May 20 18:38:50.833341 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device fa2baa12-6845-43c7-b362-760c1ebd2495 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:38:50.874590 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: fa2baa12-6845-43c7-b362-760c1ebd2495 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:38:50.875150 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device fa2baa12-6845-43c7-b362-760c1ebd2495 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:38:50.889280 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac46f-daf0-43b5-a6ca-e6a5baa7c093 req-d753767e-00d3-4e92-8ed6-381a938b2eca tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:50.890247 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bf7ac46f-daf0-43b5-a6ca-e6a5baa7c093 req-d753767e-00d3-4e92-8ed6-381a938b2eca tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0999351 May 20 18:38:50.940604 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bf7ac46f-daf0-43b5-a6ca-e6a5baa7c093 req-b50f26b3-2a89-4093-b525-455a480941de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 May 20 18:38:51.226298 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36920) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:51.275143 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-57212bd7-fe59-4571-bd5d-4756b0826008 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=484572f81d584360bb6e4808c74ac3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476086 May 20 18:38:51.277613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 36924) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:51.295405 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a20c1b-939b-4f6b-a80f-f03e1010c7b5 req-6d81937f-5132-4502-92c9-8530a6d16554 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:51.296865 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d0a20c1b-939b-4f6b-a80f-f03e1010c7b5 req-6d81937f-5132-4502-92c9-8530a6d16554 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.1374390 May 20 18:38:51.328258 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-f0810e67-1da9-43a3-9f08-6f940a105944 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160796 May 20 18:38:51.337534 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:51.348279 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d0a20c1b-939b-4f6b-a80f-f03e1010c7b5 req-c8cf4359-0bc9-4eb1-8ec6-3906e3355535 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 May 20 18:38:51.366328 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:51.483683 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed60b-f013-434f-b207-97075aeddc5a req-33052bfc-0979-4e16-8665-2950bdeb1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:51.485173 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-33052bfc-0979-4e16-8665-2950bdeb1ad8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e&tenant_id=32c968a206e7407f9e5acb4409fd46c9 HTTP/1.1" status: 200 len: 1097 time: 0.1000674 May 20 18:38:51.544936 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:51.554039 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ea3fb076-03e7-4517-9d39-a86d79a01b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:51.568792 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b5918-d383-43e5-be6a-36a853b6d1ca,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:51.574097 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:51.584746 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:51.588539 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d98b5918-d383-43e5-be6a-36a853b6d1ca HTTP/1.1" status: 204 len: 168 time: 0.3092666 May 20 18:38:51.608849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed60b-f013-434f-b207-97075aeddc5a req-89d893e1-77f3-4953-a7da-1201d8d25c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:51.610550 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-89d893e1-77f3-4953-a7da-1201d8d25c22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=32c968a206e7407f9e5acb4409fd46c9&device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1097 time: 0.1016552 May 20 18:38:51.856506 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed60b-f013-434f-b207-97075aeddc5a req-d6370c6e-b916-4d67-8cd2-057df0c864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:51.857961 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-d6370c6e-b916-4d67-8cd2-057df0c864d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 200 len: 917 time: 0.2394004 May 20 18:38:51.974733 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-0781216e-b8a3-4686-9775-295495674967 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80 HTTP/1.1" status: 200 len: 999 time: 0.1075151 May 20 18:38:52.048659 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed60b-f013-434f-b207-97075aeddc5a req-94430251-4cd7-4b18-94c9-65b66a2d9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:52.050093 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-94430251-4cd7-4b18-94c9-65b66a2d9013 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 200 len: 855 time: 0.0689111 May 20 18:38:52.129506 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed60b-f013-434f-b207-97075aeddc5a req-6fe8d2eb-2c04-4cac-9b9a-9e452ce88303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:52.130881 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-6fe8d2eb-2c04-4cac-9b9a-9e452ce88303 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=63106197-4c36-4cf5-b36b-23aa17763985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722427 May 20 18:38:52.148858 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5be4f-63ff-4077-ab0f-e21a4d25a2da req-4e0bba59-10a4-47f3-9537-6a06593c9e82 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:52.150307 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-82d5be4f-63ff-4077-ab0f-e21a4d25a2da req-4e0bba59-10a4-47f3-9537-6a06593c9e82 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0786338 May 20 18:38:52.199440 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-82d5be4f-63ff-4077-ab0f-e21a4d25a2da req-704aaa32-233d-492c-a4c1-30402096a8d1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 May 20 18:38:52.273246 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-1c0bcdaa-65e5-485d-ad76-c6ef29a12ae5 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339629 May 20 18:38:52.331577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36942) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:52.387753 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-b68073f4-6026-4671-97e2-953affb8b509 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66d6f19e0ea245e1b639b2c206c02ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542784 May 20 18:38:52.390131 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 36946) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:38:52.428789 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-2fbed60b-f013-434f-b207-97075aeddc5a req-c119c630-cfae-445a-8c11-52152c546a21 service neutron] 10.222.0.69 "GET /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378210 May 20 18:38:52.454960 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:52.481865 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:52.606834 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767655d-1d35-4024-a21a-8b018c5e8c2a req-6e2d68cf-9a5c-4d78-9e53-54edbb72624e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:52.608310 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0767655d-1d35-4024-a21a-8b018c5e8c2a req-6e2d68cf-9a5c-4d78-9e53-54edbb72624e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.1150055 May 20 18:38:52.649352 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:52.654851 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-743b307d-dc6e-4f93-9852-bb567682427c tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:38:52.665420 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0767655d-1d35-4024-a21a-8b018c5e8c2a req-ab5f3052-0fb7-4b18-b303-7ba032e09c2d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510108 May 20 18:38:52.669096 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446fd10f-b120-4bed-9017-722b47627957,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:38:52.672915 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:38:52.676276 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:52.680859 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-59df4e89-406d-4dfb-845b-9c2e5f54400f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/446fd10f-b120-4bed-9017-722b47627957 HTTP/1.1" status: 204 len: 168 time: 0.2886181 May 20 18:38:53.429186 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb12202-7d7f-4a7a-a496-8e8791b89099 req-3a7446ad-3879-41e5-ae6d-88b5af818237 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:53.431336 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5cb12202-7d7f-4a7a-a496-8e8791b89099 req-3a7446ad-3879-41e5-ae6d-88b5af818237 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1145618 May 20 18:38:53.487617 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5cb12202-7d7f-4a7a-a496-8e8791b89099 req-eafa0ae2-092d-456b-9b18-b26b2e8ba6d8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496373 May 20 18:38:53.875413 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ebb01-155e-420f-b954-4c7a0d897d25 req-20fbf109-bf1b-4fdd-a40b-b6c7408e528e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:53.877115 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b37ebb01-155e-420f-b954-4c7a0d897d25 req-20fbf109-bf1b-4fdd-a40b-b6c7408e528e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0862851 May 20 18:38:53.925948 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b37ebb01-155e-420f-b954-4c7a0d897d25 req-8b96cd7e-2b5b-4e9d-85f6-bee1041025cb tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 May 20 18:38:54.679381 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec677d7-ed0b-42c0-b25b-adc39af6cabc req-94d29e82-dcd6-435f-97a2-04e91fa6a0a3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:54.680929 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aec677d7-ed0b-42c0-b25b-adc39af6cabc req-94d29e82-dcd6-435f-97a2-04e91fa6a0a3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0849679 May 20 18:38:54.732995 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aec677d7-ed0b-42c0-b25b-adc39af6cabc req-0bff1c99-bce5-4d72-bff0-efe32b1d77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 May 20 18:38:55.115767 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96113dc5-11bc-47bb-a678-34cb08cbf43a req-cde99b4a-6d4d-4c45-89f2-67a7899ffd7d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:55.117272 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-96113dc5-11bc-47bb-a678-34cb08cbf43a req-cde99b4a-6d4d-4c45-89f2-67a7899ffd7d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0849850 May 20 18:38:55.163910 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-96113dc5-11bc-47bb-a678-34cb08cbf43a req-1bb43867-5333-4227-8286-c36d7918303b tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 May 20 18:38:55.931692 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740b187-34be-4799-85a9-61cfb478f032 req-a6d9e907-7b80-44e2-b3df-5f424591143f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:55.933335 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b740b187-34be-4799-85a9-61cfb478f032 req-a6d9e907-7b80-44e2-b3df-5f424591143f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0864768 May 20 18:38:55.980167 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b740b187-34be-4799-85a9-61cfb478f032 req-63815c82-8e1e-4604-a145-ac8b29075280 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 May 20 18:38:56.352994 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078819ff-3349-42e7-90df-9ce4c096caa5 req-7d6b3285-80ed-43b1-9702-8bbdafa920a3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:56.356425 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-078819ff-3349-42e7-90df-9ce4c096caa5 req-7d6b3285-80ed-43b1-9702-8bbdafa920a3 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0832157 May 20 18:38:56.414467 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-078819ff-3349-42e7-90df-9ce4c096caa5 req-42abab44-d784-42d0-825f-f1d3ac3d873b tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540590 May 20 18:38:57.173417 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ba44-f81e-4ee5-a637-5b7513bb3131 req-8f28f446-9867-4000-b7c1-241c1be92389 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:57.174907 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7363ba44-f81e-4ee5-a637-5b7513bb3131 req-8f28f446-9867-4000-b7c1-241c1be92389 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0805163 May 20 18:38:57.227562 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7363ba44-f81e-4ee5-a637-5b7513bb3131 req-91fa17e1-bb3a-4a7d-8e01-204874b2f32c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457373 May 20 18:38:57.706890 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1fa83-9eb2-48f9-a20d-ee3e5224f601 req-4872ea66-3daf-4310-aa30-6596243040f5 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:57.708258 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7af1fa83-9eb2-48f9-a20d-ee3e5224f601 req-4872ea66-3daf-4310-aa30-6596243040f5 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.1855390 May 20 18:38:57.753333 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7af1fa83-9eb2-48f9-a20d-ee3e5224f601 req-6de71222-24ef-4be3-b4ef-5bb671622f4e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392475 May 20 18:38:58.430884 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:38:58.452260 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122903c5-2c7c-4942-8632-2b8660d60f5e req-db5439ed-93b7-4b3f-8fa0-140cac878cc5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:58.453781 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-122903c5-2c7c-4942-8632-2b8660d60f5e req-db5439ed-93b7-4b3f-8fa0-140cac878cc5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.1141155 May 20 18:38:58.504281 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-122903c5-2c7c-4942-8632-2b8660d60f5e req-e5a0bcb8-9725-468f-b814-3a8c7fd089dc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 May 20 18:38:58.943523 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2bcbd-33ec-48ac-849e-dfb63db0070b req-07dc262f-4df3-4bfb-b982-7f63173695fc tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:58.945245 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-34f2bcbd-33ec-48ac-849e-dfb63db0070b req-07dc262f-4df3-4bfb-b982-7f63173695fc tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0821218 May 20 18:38:58.995262 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-34f2bcbd-33ec-48ac-849e-dfb63db0070b req-727867a3-cfa7-4022-bad9-da04fb70623d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419788 May 20 18:38:59.704482 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ec3eb-5a1f-4f36-8bd1-db7fd84ff946 req-dbfc615e-fe98-4a2b-9420-f81ea8f6e8b0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:38:59.706004 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-511ec3eb-5a1f-4f36-8bd1-db7fd84ff946 req-dbfc615e-fe98-4a2b-9420-f81ea8f6e8b0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0884607 May 20 18:38:59.752695 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-511ec3eb-5a1f-4f36-8bd1-db7fd84ff946 req-451a1648-3135-4fcc-999a-11932578e85d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 May 20 18:39:00.192802 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad70958-60ad-4c6b-b737-a95799070280 req-6e4d3185-e1a6-4ba1-80ff-74a6c0297796 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:00.194380 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aad70958-60ad-4c6b-b737-a95799070280 req-6e4d3185-e1a6-4ba1-80ff-74a6c0297796 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0882170 May 20 18:39:00.241186 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-aad70958-60ad-4c6b-b737-a95799070280 req-a4a8b5c0-7dde-4bb2-8490-c6387dae6e99 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407388 May 20 18:39:00.953998 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4a204-24bd-4e6a-998d-116d40d509e0 req-949c8f49-b28e-49a2-94f1-9849e20280b3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:00.955565 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-44a4a204-24bd-4e6a-998d-116d40d509e0 req-949c8f49-b28e-49a2-94f1-9849e20280b3 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0868368 May 20 18:39:01.002759 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-44a4a204-24bd-4e6a-998d-116d40d509e0 req-4cd6d33a-817f-4159-9a6c-853829d471ae tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 May 20 18:39:01.471501 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9243a-9d40-4441-99a8-7007f2c9d0c5 req-37d830f9-aed9-44e5-8232-87f7e7b4bd68 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:01.473038 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-baa9243a-9d40-4441-99a8-7007f2c9d0c5 req-37d830f9-aed9-44e5-8232-87f7e7b4bd68 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.1146488 May 20 18:39:01.529353 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-baa9243a-9d40-4441-99a8-7007f2c9d0c5 req-d6fbb085-dec4-4ff4-8c00-14fc91cc054c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 May 20 18:39:02.195289 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e95f-d1ba-4a56-8287-d20192caf166 req-d4ca0104-6045-4e0b-866f-49cf33b7179d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:02.196945 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6384e95f-d1ba-4a56-8287-d20192caf166 req-d4ca0104-6045-4e0b-866f-49cf33b7179d tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0817399 May 20 18:39:02.244594 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6384e95f-d1ba-4a56-8287-d20192caf166 req-6360dab3-9095-4aa2-91e0-f873d5e7ba5b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 May 20 18:39:02.721236 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f167bcf-bd45-49dc-a16f-8ec9d1575abd req-151eb15d-9607-4fbf-8b93-a4f874d5c4ea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:02.722640 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5f167bcf-bd45-49dc-a16f-8ec9d1575abd req-151eb15d-9607-4fbf-8b93-a4f874d5c4ea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0869904 May 20 18:39:02.774471 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5f167bcf-bd45-49dc-a16f-8ec9d1575abd req-ce7b2d61-e62f-436e-b1f0-efadb1dd0f79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447841 May 20 18:39:03.469817 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b8ec8-fba9-45a0-9bdf-44a7cdb6eb9b req-6dccb166-5fa7-4e13-b24a-8b6d0f4314a0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:03.471558 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e86b8ec8-fba9-45a0-9bdf-44a7cdb6eb9b req-6dccb166-5fa7-4e13-b24a-8b6d0f4314a0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0816498 May 20 18:39:03.516510 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e86b8ec8-fba9-45a0-9bdf-44a7cdb6eb9b req-d715f02a-c020-4981-8a46-d7fd948f3fb7 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 May 20 18:39:03.959010 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d913951-3489-42eb-8189-009fac33730a req-3f499482-506d-48b5-ac56-6be1f3ad71ef tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:03.960446 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d913951-3489-42eb-8189-009fac33730a req-3f499482-506d-48b5-ac56-6be1f3ad71ef tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0829036 May 20 18:39:04.004751 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-4d913951-3489-42eb-8189-009fac33730a req-0a9cd084-0c55-4ceb-9895-9da1fc41842f tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384026 May 20 18:39:04.263775 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851239-97cd-4de0-8e3f-5821b2826836 req-83d1b5c4-d11f-4cde-9c9e-4c6bdd46bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:04.265379 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-83d1b5c4-d11f-4cde-9c9e-4c6bdd46bf00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1097 time: 0.0790308 May 20 18:39:04.412480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851239-97cd-4de0-8e3f-5821b2826836 req-1815a275-aa89-4014-80c7-380f147d1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:04.413930 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-1815a275-aa89-4014-80c7-380f147d1679 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 910 time: 0.1280265 May 20 18:39:04.518433 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-a6a1dc4c-44a5-4bd8-896b-40741f137b3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 999 time: 0.0946171 May 20 18:39:04.648431 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851239-97cd-4de0-8e3f-5821b2826836 req-6d969fa3-c3eb-4ccf-b5b0-32b4f9cb40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:04.649877 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-6d969fa3-c3eb-4ccf-b5b0-32b4f9cb40b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.1131234 May 20 18:39:04.706335 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-45810f6c-4484-4226-b11f-dbfe96824490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:04.707225 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370e87c-e309-41d5-b13b-5f34e2086e08 req-10ac73b4-aefe-4007-937a-9c5b1da08df8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:04.707784 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-45810f6c-4484-4226-b11f-dbfe96824490 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b&tenant_id=84185611b85e472abddf70a79d3fd4a4 HTTP/1.1" status: 200 len: 1097 time: 0.1698906 May 20 18:39:04.708715 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3370e87c-e309-41d5-b13b-5f34e2086e08 req-10ac73b4-aefe-4007-937a-9c5b1da08df8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0819585 May 20 18:39:04.736350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851239-97cd-4de0-8e3f-5821b2826836 req-6d2ce587-1c22-4f26-92a4-4f908a6654a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:04.737887 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-6d2ce587-1c22-4f26-92a4-4f908a6654a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802553 May 20 18:39:04.753139 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3370e87c-e309-41d5-b13b-5f34e2086e08 req-596d422b-67ea-4642-bc7c-55907a6c336e tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 May 20 18:39:04.869168 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-e0451ad3-b36f-469a-854b-eaf7fde916fe service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238303 May 20 18:39:05.001903 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-44851239-97cd-4de0-8e3f-5821b2826836 req-b3de3438-7042-4783-ad9d-f0c62c3b8061 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252401 May 20 18:39:05.200025 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1083f4a-773f-40b0-b2c4-32f78783b7c0 req-65eb64db-6ed6-4a87-912c-a4c1df13036b tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:05.200313 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-ac565da1-8b14-408e-9704-2e5d64b1327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:05.201537 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e1083f4a-773f-40b0-b2c4-32f78783b7c0 req-65eb64db-6ed6-4a87-912c-a4c1df13036b tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0830176 May 20 18:39:05.201862 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-ac565da1-8b14-408e-9704-2e5d64b1327f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1097 time: 0.0699887 May 20 18:39:05.248012 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e1083f4a-773f-40b0-b2c4-32f78783b7c0 req-9165ddc3-1b6b-4766-9046-156d119cf811 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 May 20 18:39:05.437439 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-66f4c70f-a882-49aa-8588-581766718235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:05.438898 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-66f4c70f-a882-49aa-8588-581766718235 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 910 time: 0.2247071 May 20 18:39:05.543988 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-1c7272c7-34c8-4f79-aac5-62c385dc58ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 999 time: 0.0976794 May 20 18:39:05.609906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-690e8e6e-5b92-4939-b866-e7bf02c5def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:05.611291 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-690e8e6e-5b92-4939-b866-e7bf02c5def2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.0601058 May 20 18:39:05.686589 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-3e20b8b8-0d62-4938-920b-b85a9e63d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:05.688030 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-3e20b8b8-0d62-4938-920b-b85a9e63d2e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691047 May 20 18:39:05.821659 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-2ff918e1-7ae1-4c2f-a97d-18618d4f82df service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254570 May 20 18:39:05.944391 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadc991-1458-4da8-bee8-c55375546af4 req-0a192835-0bb4-462c-ad24-e7ac96b6eb47 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:05.945867 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2dadc991-1458-4da8-bee8-c55375546af4 req-0a192835-0bb4-462c-ad24-e7ac96b6eb47 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0832748 May 20 18:39:05.955972 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db68f1bf-7ed4-4103-a2d4-9191cf7dc7d2 req-a27fb50a-a5f9-4660-8166-42c51bae831d service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273546 May 20 18:39:05.992517 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2dadc991-1458-4da8-bee8-c55375546af4 req-a92d2a90-f49d-4f6c-812c-5ae8ac76483a tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406642 May 20 18:39:06.432081 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1612b-72b5-4b70-8cce-e7418c613c10 req-d21cfb09-a0d2-47be-9b9f-cb13ce72d661 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:06.433627 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0d1612b-72b5-4b70-8cce-e7418c613c10 req-d21cfb09-a0d2-47be-9b9f-cb13ce72d661 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 944 time: 0.0792246 May 20 18:39:06.480463 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b0d1612b-72b5-4b70-8cce-e7418c613c10 req-94d8812c-d91d-469e-813d-d4954d5933b6 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 May 20 18:39:06.749159 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:39:06.882814 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:06.896145 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '19f100a9-a01b-4917-bba8-29e16966fe57', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'port_id': '19f100a9-a01b-4917-bba8-29e16966fe57', 'mac_address': 'fa:16:3e:3d:5c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:39:06.956012 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:06.972780 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f100a9-a01b-4917-bba8-29e16966fe57 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:39:06.987679 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:07.059692 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:07.060448 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:39:07.063824 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:07.159089 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=7']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:07.163259 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:07.182978 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25443ed-6f66-4d81-9bed-df92af070903 req-fc7ed390-f3a1-40c5-8914-6926bebf4c18 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:07.184949 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b25443ed-6f66-4d81-9bed-df92af070903 req-fc7ed390-f3a1-40c5-8914-6926bebf4c18 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 944 time: 0.0809886 May 20 18:39:07.229960 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b25443ed-6f66-4d81-9bed-df92af070903 req-551015b5-0dd3-4807-b932-364293ddc2fb tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 May 20 18:39:07.254013 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:07.267512 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'port_id': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'mac_address': 'fa:16:3e:1e:3f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:39:07.324763 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:07.341165 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8e4dec-8417-4a74-8add-4c90e79b0e80 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:39:07.355784 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:07.441854 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:07.444568 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7d8a4681-2920-4206-a745-f13cd62b7015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:07.508249 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=9']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:07.511401 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:07.668535 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b7e07-ff43-48f2-877f-9c9f13d15709 req-d0e278e8-a06d-4cf7-9744-ecce69a80041 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:07.670624 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d17b7e07-ff43-48f2-877f-9c9f13d15709 req-d0e278e8-a06d-4cf7-9744-ecce69a80041 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 945 time: 0.0858030 May 20 18:39:07.670777 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['2f8e4dec-8417-4a74-8add-4c90e79b0e80'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:39:07.701927 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['19f100a9-a01b-4917-bba8-29e16966fe57'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:39:07.717705 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d17b7e07-ff43-48f2-877f-9c9f13d15709 req-f50d3626-bdf2-426d-a84e-482f7bd3ab0d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 May 20 18:39:08.419157 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc487-74a5-4491-aaac-3ad9588e48d2 req-bab05c08-63c6-4f12-ad7d-4e820f24a458 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:08.420675 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61edc487-74a5-4491-aaac-3ad9588e48d2 req-bab05c08-63c6-4f12-ad7d-4e820f24a458 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 945 time: 0.0790212 May 20 18:39:08.469023 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-61edc487-74a5-4491-aaac-3ad9588e48d2 req-0a09fdbb-4d43-4a52-876b-f6c57b49dd90 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 May 20 18:39:08.757449 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:39:08.825853 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:39:08.826352 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:08.964652 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:08.995271 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:39:09.003203 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:09.008853 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2142b-3855-4ab3-8f1e-437c274999a9 req-4be27e1d-1e24-4be8-8f05-1acc89c6c857 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:09.010425 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-69c2142b-3855-4ab3-8f1e-437c274999a9 req-4be27e1d-1e24-4be8-8f05-1acc89c6c857 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 945 time: 0.1839845 May 20 18:39:09.042232 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'code': 200} May 20 18:39:09.067897 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-69c2142b-3855-4ab3-8f1e-437c274999a9 req-71ebc452-9304-477f-8390-37244356344c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495994 May 20 18:39:09.265033 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:09.265951 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:39:09.293875 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:09.383236 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=10']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:09.389340 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:09.395309 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 19f100a9-a01b-4917-bba8-29e16966fe57 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:39:09.395680 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:09.513063 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:09.548566 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:09.559957 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38615d6-286b-4456-9bda-f127b81ed8ce req-bf1e769c-efd6-4834-b532-1c2fc8fb13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:09.561612 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b38615d6-286b-4456-9bda-f127b81ed8ce req-bf1e769c-efd6-4834-b532-1c2fc8fb13f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 1100 time: 0.0733609 May 20 18:39:09.606281 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b38615d6-286b-4456-9bda-f127b81ed8ce req-340a618e-d0ac-470d-bfae-c887830e0e4e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 May 20 18:39:09.630807 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:09.633151 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:09.663019 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc4be2-056e-4331-95f2-101be3ff8952 req-ed84a749-4ae2-409b-9a91-1aad3072d3de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:09.665620 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28fc4be2-056e-4331-95f2-101be3ff8952 req-ed84a749-4ae2-409b-9a91-1aad3072d3de tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.0795486 May 20 18:39:09.701447 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=8']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:09.704427 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:09.713404 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-28fc4be2-056e-4331-95f2-101be3ff8952 req-84dd4bcc-2225-4a02-8937-26db33f628fb tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 May 20 18:39:10.249519 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ed849-5881-4d45-97ff-75a82d13c5e6 req-1cb438fa-eedf-4d79-b0a9-013f4a0037dc tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:10.250954 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6c8ed849-5881-4d45-97ff-75a82d13c5e6 req-1cb438fa-eedf-4d79-b0a9-013f4a0037dc tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0788374 May 20 18:39:10.295177 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6c8ed849-5881-4d45-97ff-75a82d13c5e6 req-9e5d1628-7aa1-465f-8320-ae8e9f19e8f6 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382335 May 20 18:39:10.908312 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954207e7-b932-49be-80ca-b9779ec98f49 req-ed73598c-898d-479a-a1af-fcc2249a924c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:10.909875 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-954207e7-b932-49be-80ca-b9779ec98f49 req-ed73598c-898d-479a-a1af-fcc2249a924c tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.0850029 May 20 18:39:10.955161 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-954207e7-b932-49be-80ca-b9779ec98f49 req-ba2534bf-8d61-44b2-be66-1761cec542e8 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394623 May 20 18:39:11.043746 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:39:11.090365 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'code': 200} May 20 18:39:11.458491 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32448588-9a64-4004-abd8-58ea4722d6d8 req-e3987acf-d462-40c0-9d65-4e64050d7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:11.459940 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-32448588-9a64-4004-abd8-58ea4722d6d8 req-e3987acf-d462-40c0-9d65-4e64050d7c6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1099 time: 0.0721042 May 20 18:39:11.505043 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77089d33-f3af-49b2-b85a-00f1ae8e7b25 req-de60589a-e539-4f4d-9991-0e4d77461841 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:11.506511 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-77089d33-f3af-49b2-b85a-00f1ae8e7b25 req-de60589a-e539-4f4d-9991-0e4d77461841 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0857987 May 20 18:39:11.507661 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-32448588-9a64-4004-abd8-58ea4722d6d8 req-6f9ac5e3-0720-44ef-bca1-71e89c450476 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 May 20 18:39:11.557866 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-77089d33-f3af-49b2-b85a-00f1ae8e7b25 req-f63ed4b2-60c3-4a46-9b07-5798c5151545 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453877 May 20 18:39:12.143920 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344f077-638b-4f29-9571-9185c42ed3af req-081f2fd5-2896-4d1a-b522-0c5378e4439f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:12.145405 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3344f077-638b-4f29-9571-9185c42ed3af req-081f2fd5-2896-4d1a-b522-0c5378e4439f tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.0799253 May 20 18:39:12.191982 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3344f077-638b-4f29-9571-9185c42ed3af req-12cf9fde-6b67-497c-ac44-7ad33c09d375 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 May 20 18:39:12.750797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a2e41-4496-4f36-a9e4-39a23622bfce req-1c3ee645-0e03-4c46-b592-ccbd12a4411a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:12.752243 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-033a2e41-4496-4f36-a9e4-39a23622bfce req-1c3ee645-0e03-4c46-b592-ccbd12a4411a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0861752 May 20 18:39:12.797523 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-033a2e41-4496-4f36-a9e4-39a23622bfce req-3b631850-23bf-45ae-8087-54c9d68d0ceb tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391817 May 20 18:39:13.290027 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc5450-339a-4303-bdb7-3ca31a779b8f req-3df54bee-6cd3-4f52-a6a9-d70264847671 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:13.291488 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7cc5450-339a-4303-bdb7-3ca31a779b8f req-3df54bee-6cd3-4f52-a6a9-d70264847671 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.0783870 May 20 18:39:13.335632 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d7cc5450-339a-4303-bdb7-3ca31a779b8f req-a4ab47fa-148d-4b4e-8870-1e303328d5ea tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 May 20 18:39:14.401859 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eee23d32-5034-442e-9973-34652e935aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:14.524818 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214470f9-fcef-4ae2-9a69-92a71214f39d req-a26193ea-cc3a-4693-abe1-37d66ddab327 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:14.526260 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-214470f9-fcef-4ae2-9a69-92a71214f39d req-a26193ea-cc3a-4693-abe1-37d66ddab327 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.0834005 May 20 18:39:14.570780 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-214470f9-fcef-4ae2-9a69-92a71214f39d req-ccb9fbf8-b0fc-4c88-873a-098a3bd6fe5a tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 May 20 18:39:15.752995 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8102-7b89-4a25-adea-a9a3c2aee3b2 req-b3e8aeda-9296-4c6e-87f7-a8ad3d8b9866 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:15.754306 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fb4c8102-7b89-4a25-adea-a9a3c2aee3b2 req-b3e8aeda-9296-4c6e-87f7-a8ad3d8b9866 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.0780487 May 20 18:39:15.800675 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fb4c8102-7b89-4a25-adea-a9a3c2aee3b2 req-60b01f07-f8ed-4391-8a6b-d01c8139a00e tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 May 20 18:39:16.875916 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:16.980958 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3a169-aa0a-49b6-89f2-4531e9d7f473 req-b5f0ed6a-e228-4603-abea-40c517d1ecf0 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:16.982307 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35c3a169-aa0a-49b6-89f2-4531e9d7f473 req-b5f0ed6a-e228-4603-abea-40c517d1ecf0 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.0791376 May 20 18:39:17.026510 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35c3a169-aa0a-49b6-89f2-4531e9d7f473 req-46a6b326-6750-460f-8d59-7abf3ee62471 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 May 20 18:39:17.127333 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-752f7460-e6b0-4d7e-ae60-3e8f97d22ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:18.104752 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:18.213197 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532febf-230b-4d4f-9936-9f76b5c116e2 req-71ff7592-3405-4d25-af07-7cf581faa39c tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:18.214347 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c553-ec13-455c-937f-d574e15811ac req-d9183a62-e839-4109-87ad-3cd8d4d97af4 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:18.215312 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c532febf-230b-4d4f-9936-9f76b5c116e2 req-71ff7592-3405-4d25-af07-7cf581faa39c tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.0824599 May 20 18:39:18.215681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-30a8c553-ec13-455c-937f-d574e15811ac req-d9183a62-e839-4109-87ad-3cd8d4d97af4 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Synchronizing usage tracker for tenant:62b3c4c7689a4a908d796c3f3e276e05 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:39:18.259136 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c532febf-230b-4d4f-9936-9f76b5c116e2 req-2259f8d0-a64d-42a6-802a-19c191f44e5a tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 May 20 18:39:18.270040 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-30a8c553-ec13-455c-937f-d574e15811ac req-d9183a62-e839-4109-87ad-3cd8d4d97af4 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Unset dirty status for tenant:62b3c4c7689a4a908d796c3f3e276e05 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:39:18.271191 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-30a8c553-ec13-455c-937f-d574e15811ac req-d9183a62-e839-4109-87ad-3cd8d4d97af4 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 945 time: 0.1382012 May 20 18:39:18.407871 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Deleting port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:39:18.408213 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:18.540207 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] For port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:18.540594 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:18.665019 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Calling delete_port for 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:39:18.824535 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:18.830074 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:18.878802 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Pushing event deleted for resources: {'Port': ['ID=2d8b7b45-1d84-4eac-b8b7-46613d452eb6,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:18.881836 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:18.950520 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] No DVR routers for this DVR port 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:39:18.952886 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:18.955327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'name': 'network-vif-deleted', 'tag': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:39:19.002460 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a7b731-0cfe-4cb3-8241-7578995fb0da', 'name': 'network-vif-deleted', 'tag': '2d8b7b45-1d84-4eac-b8b7-46613d452eb6', 'status': 'completed', 'code': 200} May 20 18:39:19.019060 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-30a8c553-ec13-455c-937f-d574e15811ac req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "DELETE /v2.0/ports/2d8b7b45-1d84-4eac-b8b7-46613d452eb6 HTTP/1.1" status: 204 len: 173 time: 0.7422223 May 20 18:39:19.419410 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a2081cfd-b106-46c1-88a5-67f9fe087333 req-fc809db1-023c-46c5-9f6c-c0f28be3c474 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2a7b731-0cfe-4cb3-8241-7578995fb0da HTTP/1.1" status: 200 len: 210 time: 0.0445158 May 20 18:39:19.790006 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:20.385362 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:39:20.835247 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:39:20.874631 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:39:20.874980 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2d8b7b45-1d84-4eac-b8b7-46613d452eb6 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:39:25.359115 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-7eb588c5-f397-4b12-94d0-d4e781878c5d tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:25.360613 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-7eb588c5-f397-4b12-94d0-d4e781878c5d tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/networks?id=6ded1f2f-2222-4408-beef-8b86b42eaba9 HTTP/1.1" status: 200 len: 814 time: 0.1449463 May 20 18:39:25.375293 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-b00357ef-4eb8-41d6-abc0-33fe29311359 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/quotas/62b3c4c7689a4a908d796c3f3e276e05 HTTP/1.1" status: 200 len: 375 time: 0.0089345 May 20 18:39:25.422411 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a7cc724f-8115-4976-aa3c-f171f1d6272a tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419846 May 20 18:39:25.553350 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-3b95932d-dc7a-4f86-8e5f-25fb4e96e3f9 service neutron] 10.222.0.54 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242225 May 20 18:39:25.683389 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-7b3a2af8-0ac3-4926-b506-f2fe0b42ce58 service neutron] 10.222.0.54 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233852 May 20 18:39:25.913480 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6bfe107e-8dae-4ba5-ba5e-48a1bbf0ebcc req-3b9af31e-5c3e-4cc6-bf99-45214b790692 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 210 time: 0.0456128 May 20 18:39:27.062685 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-00ed0077-6247-458e-9f06-71dbcb71631e req-d3af6661-d1ae-4d71-b0ac-a03296328614 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 210 time: 0.0431290 May 20 18:39:27.860142 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-1ef1dbcc-b0c1-475c-b156-f483563b35ee tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:27.861590 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-1ef1dbcc-b0c1-475c-b156-f483563b35ee tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "GET /v2.0/networks?id=6ded1f2f-2222-4408-beef-8b86b42eaba9 HTTP/1.1" status: 200 len: 814 time: 0.2389612 May 20 18:39:27.874301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Request body: {'port': {'device_id': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9', 'admin_state_up': True, 'tenant_id': '62b3c4c7689a4a908d796c3f3e276e05'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:39:28.009121 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:39:28.013889 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Usage tracker for resource:port and tenant:62b3c4c7689a4a908d796c3f3e276e05 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:39:28.016730 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:39:28.022429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:39:28.110032 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Made reservation on behalf of 62b3c4c7689a4a908d796c3f3e276e05 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:39:28.114013 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:28.209050 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5634036f-08d3-42f5-8838-adac9a5fa774 req-c2f118cc-c539-41c5-9382-8a9a30659621 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 210 time: 0.0421734 May 20 18:39:28.278161 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Allocated IP 172.20.0.8 (6ded1f2f-2222-4408-beef-8b86b42eaba9/cee2cb02-77f9-47fb-990e-623859881376/cdb1b261-97f5-4944-835f-fd36f95eb289) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:39:28.418589 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:28.488078 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:28.550031 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:28.556442 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-4c48e6c5-7635-4da9-8080-5b540a948efa tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:28.618387 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Network 6ded1f2f-2222-4408-beef-8b86b42eaba9 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:39:28.621973 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:39:28.625793 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:39:28.663384 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Pushing event updated for resources: {'Port': ['ID=cdb1b261-97f5-4944-835f-fd36f95eb289,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:28.671262 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:28.691448 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:28.692049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:28.790633 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204543 May 20 18:39:28.804552 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Request body: {'port': {'device_id': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:39:28.915832 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.249675 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb1b261-97f5-4944-835f-fd36f95eb289 {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:39:29.257011 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.271230 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Transition to ACTIVE for port object cdb1b261-97f5-4944-835f-fd36f95eb289 will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:39:29.321516 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.325444 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e38e3e8e-2f08-45a4-a223-2dd8d6ec9257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:29.458184 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb1b261-97f5-4944-835f-fd36f95eb289,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:29.478990 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0d06-0428-48b4-9d48-1086a7ddc9ed req-7a75f433-ec83-4a14-b0ea-fd83dfc47161 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:29.481032 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-104c0d06-0428-48b4-9d48-1086a7ddc9ed req-7a75f433-ec83-4a14-b0ea-fd83dfc47161 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 943 time: 0.1680105 May 20 18:39:29.484978 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:29.526091 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-104c0d06-0428-48b4-9d48-1086a7ddc9ed req-dae4bf97-d9a5-4ce5-a9cf-bfb54b1dabc2 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389211 May 20 18:39:29.561510 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Attempting to bind port cdb1b261-97f5-4944-835f-fd36f95eb289 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:39:29.561844 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Attempting to bind port cdb1b261-97f5-4944-835f-fd36f95eb289 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:39:29.562166 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Attempting to bind port cdb1b261-97f5-4944-835f-fd36f95eb289 on network 6ded1f2f-2222-4408-beef-8b86b42eaba9 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:39:29.566745 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Port cdb1b261-97f5-4944-835f-fd36f95eb289 on network 6ded1f2f-2222-4408-beef-8b86b42eaba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:39:29.567061 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Attempting to bind port cdb1b261-97f5-4944-835f-fd36f95eb289 on network 6ded1f2f-2222-4408-beef-8b86b42eaba9 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:39:29.572073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:39:29.572403 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Checking segment: {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:39:29.572805 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Bound using segment: {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:39:29.573224 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Bound port: cdb1b261-97f5-4944-835f-fd36f95eb289, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:39:29.574255 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.662479 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] For port cdb1b261-97f5-4944-835f-fd36f95eb289, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:39:29.665457 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] For port cdb1b261-97f5-4944-835f-fd36f95eb289, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cdb1b261-97f5-4944-835f-fd36f95eb289,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:39:29.733113 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.737733 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fc3569e0-935a-4514-9dcb-fb262bdfdbf1 tempest-VolumesActionsTest-371046582 tempest-VolumesActionsTest-371046582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:29.784669 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:29.785382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:29.786780 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] 10.222.0.69 "PUT /v2.0/ports/cdb1b261-97f5-4944-835f-fd36f95eb289 HTTP/1.1" status: 200 len: 1093 time: 0.9862924 May 20 18:39:29.795061 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'tag': 'cdb1b261-97f5-4944-835f-fd36f95eb289'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:39:29.818849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb1b261-97f5-4944-835f-fd36f95eb289,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:29.822031 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:29.840075 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'tag': 'cdb1b261-97f5-4944-835f-fd36f95eb289', 'status': 'completed', 'code': 200} May 20 18:39:29.938797 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322350d3-5c38-4136-9e0f-da37d438bdd0 req-7964f87d-da3b-4f56-9879-e0c945701f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:29.940239 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-322350d3-5c38-4136-9e0f-da37d438bdd0 req-7964f87d-da3b-4f56-9879-e0c945701f6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 1096 time: 0.0746040 May 20 18:39:30.174505 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322350d3-5c38-4136-9e0f-da37d438bdd0 req-f77181a8-600d-4509-a0aa-e3bba3658d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:30.175918 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-322350d3-5c38-4136-9e0f-da37d438bdd0 req-f77181a8-600d-4509-a0aa-e3bba3658d41 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2245660 May 20 18:39:30.312097 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322350d3-5c38-4136-9e0f-da37d438bdd0 req-7b723309-3441-47f3-a239-7de7d0001a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:30.313554 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-322350d3-5c38-4136-9e0f-da37d438bdd0 req-7b723309-3441-47f3-a239-7de7d0001a90 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307967 May 20 18:39:30.421196 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-957dc0d3-aef7-49ac-bb79-03160b03a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:30.422706 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-957dc0d3-aef7-49ac-bb79-03160b03a23e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 1096 time: 0.0710752 May 20 18:39:30.497435 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-6ab74246-6859-4726-bc27-bd5c87b56b22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdb1b261-97f5-4944-835f-fd36f95eb289 HTTP/1.1" status: 200 len: 217 time: 0.0649059 May 20 18:39:30.561621 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-da6caf96-a3eb-462c-bb53-55c1610a904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:30.563391 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-da6caf96-a3eb-462c-bb53-55c1610a904e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cee2cb02-77f9-47fb-990e-623859881376 HTTP/1.1" status: 200 len: 854 time: 0.0581672 May 20 18:39:30.616031 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-c8c41a56-9015-47d6-906b-d0540387e234 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ded1f2f-2222-4408-beef-8b86b42eaba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432937 May 20 18:39:30.710897 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22416d01-6c9d-4133-be2e-86f20a50f4d6 req-296de3ee-05db-42a5-af25-0f4ab2f1a2ab tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:30.712253 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-22416d01-6c9d-4133-be2e-86f20a50f4d6 req-296de3ee-05db-42a5-af25-0f4ab2f1a2ab tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 943 time: 0.0821204 May 20 18:39:30.749224 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-f9502e51-a81f-4f43-8a08-5b86f6b148d3 service neutron] 10.222.0.69 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250191 May 20 18:39:30.758133 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-22416d01-6c9d-4133-be2e-86f20a50f4d6 req-76bf9a43-ca3e-4963-bd00-481973e28764 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 May 20 18:39:30.884212 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-c6b3cb7b-22a3-4eb2-aa76-69b15a9fa4ff req-a497302a-f00b-421a-9936-cad5db922a7d service neutron] 10.222.0.69 "GET /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260695 May 20 18:39:31.943858 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd124e39-ce5e-40e1-ad68-0ac911b049f6 req-864731c5-944e-4d6c-907a-6db2b13d0774 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:31.945307 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cd124e39-ce5e-40e1-ad68-0ac911b049f6 req-864731c5-944e-4d6c-907a-6db2b13d0774 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 943 time: 0.0781496 May 20 18:39:31.988779 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cd124e39-ce5e-40e1-ad68-0ac911b049f6 req-f2ed70e2-4eff-4e9c-9316-0ca321571a02 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 May 20 18:39:32.864770 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device cdb1b261-97f5-4944-835f-fd36f95eb289 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:39:32.993021 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port cdb1b261-97f5-4944-835f-fd36f95eb289, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cdb1b261-97f5-4944-835f-fd36f95eb289,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:33.005718 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': 'cdb1b261-97f5-4944-835f-fd36f95eb289', 'network_id': '6ded1f2f-2222-4408-beef-8b86b42eaba9', 'port_id': 'cdb1b261-97f5-4944-835f-fd36f95eb289', 'mac_address': 'fa:16:3e:84:8d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee2cb02-77f9-47fb-990e-623859881376', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:39:33.060080 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:33.076787 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb1b261-97f5-4944-835f-fd36f95eb289 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:39:33.092428 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port cdb1b261-97f5-4944-835f-fd36f95eb289, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cdb1b261-97f5-4944-835f-fd36f95eb289,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:33.166683 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:33.168463 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-439046e3-a3fe-49d7-b78f-5855415c391f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:33.175839 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed655a-2d6d-400b-b7aa-79b6fa4ede82 req-32911c34-4a9e-4fa3-b2c5-0ca77ea7ae77 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:33.177316 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7ed655a-2d6d-400b-b7aa-79b6fa4ede82 req-32911c34-4a9e-4fa3-b2c5-0ca77ea7ae77 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 943 time: 0.0818083 May 20 18:39:33.222797 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7ed655a-2d6d-400b-b7aa-79b6fa4ede82 req-9a8271a1-0447-4bee-9d14-122619daaeb4 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387590 May 20 18:39:33.238490 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=cdb1b261-97f5-4944-835f-fd36f95eb289,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:33.246175 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.246522 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.246859 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.247192 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.247520 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.247846 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.248170 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.248572 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.248836 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.249159 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.249478 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.249795 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:33.253539 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:33.404372 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['cdb1b261-97f5-4944-835f-fd36f95eb289'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:39:34.405773 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e8718-55c2-4fe5-9bec-908ad33273af req-92e10a6f-2f63-4b6a-bec4-ec743778e393 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:34.407210 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b76e8718-55c2-4fe5-9bec-908ad33273af req-92e10a6f-2f63-4b6a-bec4-ec743778e393 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 944 time: 0.0804033 May 20 18:39:34.455006 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b76e8718-55c2-4fe5-9bec-908ad33273af req-a7b1042b-2c20-4d58-8124-aba47b3c24cc tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 May 20 18:39:34.877412 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device cdb1b261-97f5-4944-835f-fd36f95eb289 up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:39:35.023826 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port cdb1b261-97f5-4944-835f-fd36f95eb289 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:39:35.028635 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port cdb1b261-97f5-4944-835f-fd36f95eb289 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:39:35.029019 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:35.142692 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:35.168640 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb1b261-97f5-4944-835f-fd36f95eb289'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:39:35.178106 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port cdb1b261-97f5-4944-835f-fd36f95eb289, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cdb1b261-97f5-4944-835f-fd36f95eb289,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:35.213182 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb1b261-97f5-4944-835f-fd36f95eb289', 'code': 200} May 20 18:39:35.235488 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:35.237454 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:35.302366 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=cdb1b261-97f5-4944-835f-fd36f95eb289,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:35.305387 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:35.573622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c5391-8ecd-44b2-a0a3-2958ba498fbc req-3ea82d55-598f-4b85-b012-8b6c57db044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:35.575081 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db2c5391-8ecd-44b2-a0a3-2958ba498fbc req-3ea82d55-598f-4b85-b012-8b6c57db044a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 1098 time: 0.0698206 May 20 18:39:35.617589 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-db2c5391-8ecd-44b2-a0a3-2958ba498fbc req-ea077f06-8681-4d8a-bbe6-724720cdac56 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 May 20 18:39:35.637269 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6e4ac-4bdf-47bf-ae9b-4cbba9402d43 req-70e35fe2-f94e-4026-a892-944a86ed38ff tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:35.638698 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1bb6e4ac-4bdf-47bf-ae9b-4cbba9402d43 req-70e35fe2-f94e-4026-a892-944a86ed38ff tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0792522 May 20 18:39:35.682569 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1bb6e4ac-4bdf-47bf-ae9b-4cbba9402d43 req-0c56a42a-ea97-46df-a6e6-6df15bafc3dc tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 May 20 18:39:36.872785 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ca20e-feff-4854-a5f9-ad98eba3a484 req-a3fe5044-6aa0-4047-a99a-c1eb2aec46b9 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:36.874245 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a61ca20e-feff-4854-a5f9-ad98eba3a484 req-a3fe5044-6aa0-4047-a99a-c1eb2aec46b9 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0833845 May 20 18:39:36.918758 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a61ca20e-feff-4854-a5f9-ad98eba3a484 req-409c489b-a274-415c-8d8b-7c63f9bbc71c tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 May 20 18:39:44.372449 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-edf0a2fc-e977-4d0b-8536-3cbd89e4fa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:46.241440 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4c89-502d-4348-a1c9-08dbe7899642 req-4f9192b6-cd2c-4d23-87fc-21b57dce09ff tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:46.242893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b57c4c89-502d-4348-a1c9-08dbe7899642 req-4f9192b6-cd2c-4d23-87fc-21b57dce09ff tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.0807543 May 20 18:39:46.287594 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b57c4c89-502d-4348-a1c9-08dbe7899642 req-4ae736cc-033d-416a-ba3a-f1af60d86df0 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 May 20 18:39:46.880961 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:47.138446 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a229c119-b526-4882-bd51-f64ee138d46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:47.479314 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2851c-1b01-4c9b-959e-c77b2e4e9d06 req-3d20db06-0e6d-4140-b632-667def660cb5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:47.481355 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fda2851c-1b01-4c9b-959e-c77b2e4e9d06 req-3d20db06-0e6d-4140-b632-667def660cb5 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.0833848 May 20 18:39:47.527269 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fda2851c-1b01-4c9b-959e-c77b2e4e9d06 req-ac5a8649-5539-40c1-bddb-aaf2081adf79 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 May 20 18:39:47.967055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-536e2d4f-5ef0-41ac-a622-6150856151cf tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:47.967749 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-536e2d4f-5ef0-41ac-a622-6150856151cf tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Synchronizing usage tracker for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:39:48.069648 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-536e2d4f-5ef0-41ac-a622-6150856151cf tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Unset dirty status for tenant:32c968a206e7407f9e5acb4409fd46c9 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:39:48.070810 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-536e2d4f-5ef0-41ac-a622-6150856151cf tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.1857958 May 20 18:39:48.121773 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:48.202289 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Deleting port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:39:48.202628 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:48.331062 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] For port 2f8e4dec-8417-4a74-8add-4c90e79b0e80, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2f8e4dec-8417-4a74-8add-4c90e79b0e80,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:48.331412 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:48.622463 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:48.622868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:48.623150 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Floating IP dda4d414-c76c-4c8e-a885-ce7b28bb855f disassociated. External IP: 172.28.1.98, port: 2f8e4dec-8417-4a74-8add-4c90e79b0e80. May 20 18:39:48.623485 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Calling delete_port for 2f8e4dec-8417-4a74-8add-4c90e79b0e80 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:39:48.732279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c63876-f49d-47be-a08f-79fc162a6937 req-e8152bbe-4443-4fb7-95f3-94f66e3dd625 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:48.733913 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d6c63876-f49d-47be-a08f-79fc162a6937 req-e8152bbe-4443-4fb7-95f3-94f66e3dd625 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 947 time: 0.0929046 May 20 18:39:48.779375 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d6c63876-f49d-47be-a08f-79fc162a6937 req-5b4277ca-3d82-45f0-818d-b33d4d9396b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups?id=23d6231f-3910-4086-829d-c59ccd1d96a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392988 May 20 18:39:48.806584 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:48.812906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-43ff87f4-1729-4df1-bbdb-1bfc0afdde73 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:48.957846 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event deleted for resources: {'Port': ['ID=2f8e4dec-8417-4a74-8add-4c90e79b0e80,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:48.969227 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.969730 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.969939 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.970290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.970637 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.970971 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.971312 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.971653 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.972000 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.972339 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.972702 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.973038 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:48.976687 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:49.152384 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Router 25a38a30-78f0-47ea-84c8-70aaec879094 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:39:49.327543 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:39:49.338964 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:39:49.348446 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:39:49.349294 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:49.408037 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] No DVR routers for this DVR port 2f8e4dec-8417-4a74-8add-4c90e79b0e80 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:39:49.410911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:49.421512 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-deleted', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:39:49.470149 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1875d1d0-24d9-4c87-b4c5-ce44864a3b5e', 'name': 'network-vif-deleted', 'tag': '2f8e4dec-8417-4a74-8add-4c90e79b0e80', 'status': 'completed', 'code': 200} May 20 18:39:49.515947 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-72b871c0-f74a-47dd-8728-e28f583015b6 req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.69 "DELETE /v2.0/ports/2f8e4dec-8417-4a74-8add-4c90e79b0e80 HTTP/1.1" status: 204 len: 173 time: 1.4390216 May 20 18:39:49.543639 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:39:49.829788 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:49.865257 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:49.869172 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:39:49.877552 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:39:49.878150 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:49.959478 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6044804c-0270-4927-b740-5460fbb69323 req-d10803cf-8f24-478d-b024-8da95bfeb332 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/ports?device_id=1875d1d0-24d9-4c87-b4c5-ce44864a3b5e HTTP/1.1" status: 200 len: 210 time: 0.0459499 May 20 18:39:50.095379 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:39:50.401638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:50.405496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbb085-4fa9-4c05-b2dd-03a9fa35867f None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:32:48Z', 'revision_number': 4, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': 'ff2dab49-5131-4efd-b590-b096420c4d5d', 'name': '', 'network_id': '63106197-4c36-4cf5-b36b-23aa17763985', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'mac_address': 'fa:16:3e:d3:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:47Z', 'updated_at': '2021-05-20T18:33:01Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'subnets': [{'id': 'bf0ef6c1-4c64-4c67-a84e-3387e60cddd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:39:50.612024 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9844ea-d194-4753-8866-9c2c5b828256 None None] New status for floating IP dda4d414-c76c-4c8e-a885-ce7b28bb855f: DOWN {{(pid=92138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:39:50.993796 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:39:51.027576 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 2f8e4dec-8417-4a74-8add-4c90e79b0e80 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:39:51.027929 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 2f8e4dec-8417-4a74-8add-4c90e79b0e80 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:39:52.167357 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37334) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:39:52.230753 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.257869 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.400757 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.404621 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-b4929117-9ef8-444b-9720-11dcfd84da90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:52.420118 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6231f-3910-4086-829d-c59ccd1d96a5,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:52.427898 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.428270 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.428665 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.429024 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.429380 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.429758 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.430083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.430422 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.430767 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.431112 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.431457 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.431801 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:39:52.435852 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:52.508269 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.509369 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7ba0bb4f-fe57-4add-8c09-2073477a0024 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "DELETE /v2.0/security-groups/23d6231f-3910-4086-829d-c59ccd1d96a5 HTTP/1.1" status: 204 len: 168 time: 0.3410435 May 20 18:39:52.511931 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37338) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:39:52.528013 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.api.v2.resource [None req-61ca3b23-b365-4429-be9e-a6690a6e850b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] show failed (client error): The resource could not be found. May 20 18:39:52.528526 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-61ca3b23-b365-4429-be9e-a6690a6e850b tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "GET /v2.0/security-groups/23d6231f-3910-4086-829d-c59ccd1d96a5 HTTP/1.1" status: 404 len: 347 time: 0.0157032 May 20 18:39:52.531326 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37342) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:39:52.747916 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Deleting port d66cc298-ca4b-4f38-8b8c-dff7066d5218 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:39:52.748262 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.865455 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.865786 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:52.986862 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Calling delete_port for d66cc298-ca4b-4f38-8b8c-dff7066d5218 owned by network:floatingip {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:39:53.149365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:53.154742 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f41e1574-ba81-4f86-86d4-e24ccdc92020 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:53.201553 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Pushing event deleted for resources: {'Port': ['ID=d66cc298-ca4b-4f38-8b8c-dff7066d5218,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:53.227892 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:53.290784 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks [] for floatingip, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:53.305333 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:53.306468 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-3b189257-a2c8-4ef4-981c-b9dca93ce994 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] 10.222.0.54 "DELETE /v2.0/floatingips/dda4d414-c76c-4c8e-a885-ce7b28bb855f HTTP/1.1" status: 204 len: 168 time: 0.7741249 May 20 18:39:56.363891 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37380) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:39:57.103676 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:57.384124 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:39:57.513550 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Deleting port ff2dab49-5131-4efd-b590-b096420c4d5d {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:39:57.514151 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:57.635803 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] For port ff2dab49-5131-4efd-b590-b096420c4d5d, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=ff2dab49-5131-4efd-b590-b096420c4d5d,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:57.636219 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:57.760443 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Calling delete_port for ff2dab49-5131-4efd-b590-b096420c4d5d owned by network:router_interface {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:39:57.972532 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:57.975952 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:39:58.021725 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2dab49-5131-4efd-b590-b096420c4d5d,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:39:58.024975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:39:58.410236 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:58.440779 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:58.764471 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Router 25a38a30-78f0-47ea-84c8-70aaec879094 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:39:58.943189 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:39:58.951913 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] Sync routers for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:39:58.955699 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-9e365799-7674-4eeb-a3d4-08d4bffcc805 admin admin] 10.222.0.54 "PUT /v2.0/routers/25a38a30-78f0-47ea-84c8-70aaec879094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905135 May 20 18:39:58.958127 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37400) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:39:58.961394 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:39:58.961990 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:59.134611 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks [] for router, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:59.138100 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:39:59.309266 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:59.366354 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ab6d8-f837-437c-b18b-ec27ad90728e req-a90f1eea-cf9e-4763-88fe-28e578c1aa18 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:39:59.368428 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-932ab6d8-f837-437c-b18b-ec27ad90728e req-a90f1eea-cf9e-4763-88fe-28e578c1aa18 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0861762 May 20 18:39:59.413912 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-932ab6d8-f837-437c-b18b-ec27ad90728e req-116b0545-b358-4d09-aade-7df81bf86ae8 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 May 20 18:39:59.427902 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:39:57Z', 'revision_number': 5, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port': {'id': '31877405-1f11-4e2a-a16e-e696528bc17c', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:32:41Z', 'updated_at': '2021-05-20T18:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:59.428567 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] Checking router: 25a38a30-78f0-47ea-84c8-70aaec879094 for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:39:59.443670 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] Routers {'25a38a30-78f0-47ea-84c8-70aaec879094'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:39:59.443670 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['25a38a30-78f0-47ea-84c8-70aaec879094'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:59.472216 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Deleting port 31877405-1f11-4e2a-a16e-e696528bc17c {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:39:59.472476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:59.584282 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] Set router 25a38a30-78f0-47ea-84c8-70aaec879094 gateway port host: None {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:39:59.593137 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] For port 31877405-1f11-4e2a-a16e-e696528bc17c, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=31877405-1f11-4e2a-a16e-e696528bc17c,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:39:59.593490 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:39:59.730022 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:39:59Z', 'revision_number': 6, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port_host': None}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:39:59.734433 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9b804-855f-495d-8fd8-b1e318b99e7e None None] The sync data for ids ['25a38a30-78f0-47ea-84c8-70aaec879094'] in dv-cinder-792462-1-smb is: [{'id': '25a38a30-78f0-47ea-84c8-70aaec879094', 'name': 'tempest-AttachVolumeShelveTestJSON-961013823-router', 'tenant_id': '32c968a206e7407f9e5acb4409fd46c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:32:39Z', 'updated_at': '2021-05-20T18:39:59Z', 'revision_number': 6, 'project_id': '32c968a206e7407f9e5acb4409fd46c9', 'gw_port_host': None}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:39:59.832175 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Calling delete_port for 31877405-1f11-4e2a-a16e-e696528bc17c owned by network:router_gateway {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:00.012405 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.015870 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:00.058415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Pushing event deleted for resources: {'Port': ['ID=31877405-1f11-4e2a-a16e-e696528bc17c,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:00.062049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:00.158553 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.329092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.331176 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.418657 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.419144 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a38a30-78f0-47ea-84c8-70aaec879094 {{(pid=92136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:40:00.431660 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.432843 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] 10.222.0.54 "DELETE /v2.0/routers/25a38a30-78f0-47ea-84c8-70aaec879094 HTTP/1.1" status: 204 len: 168 time: 1.4737906 May 20 18:40:00.435307 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37406) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:00.498541 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Deleting subnet bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:40:00.501637 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.555372 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2722252'] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.617737 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91984-73b6-4eb4-b4e6-2bd3f999cb8d req-4bfdb3ef-0be9-4daa-8c1d-7a1e5ca2a158 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:00.619891 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cfe91984-73b6-4eb4-b4e6-2bd3f999cb8d req-4bfdb3ef-0be9-4daa-8c1d-7a1e5ca2a158 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0870130 May 20 18:40:00.634910 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.665865 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-cfe91984-73b6-4eb4-b4e6-2bd3f999cb8d req-3a1c7017-c53d-4aa2-83a1-7c80c5d3fb90 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 May 20 18:40:00.865650 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 31877405-1f11-4e2a-a16e-e696528bc17c no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:00.901677 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 31877405-1f11-4e2a-a16e-e696528bc17c {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:00.902067 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 31877405-1f11-4e2a-a16e-e696528bc17c not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:00.902491 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ff2dab49-5131-4efd-b590-b096420c4d5d no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:00.934890 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: ff2dab49-5131-4efd-b590-b096420c4d5d {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:00.935241 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device ff2dab49-5131-4efd-b590-b096420c4d5d not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:00.960918 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2487309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2616668'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:00.965011 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:00.999346 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf0ef6c1-4c64-4c67-a84e-3387e60cddd3,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:01.002354 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:01.003332 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.008886 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197fbd0-d653-4115-84fd-887e4dbdae82 None None] Network 63106197-4c36-4cf5-b36b-23aa17763985 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:01.009995 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1a5dd58a-9654-4fb3-987a-d05dd7a34e13 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bf0ef6c1-4c64-4c67-a84e-3387e60cddd3 HTTP/1.1" status: 204 len: 168 time: 0.5736942 May 20 18:40:01.013055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37412) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:01.118190 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.193542 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Deleting port b43c3c28-467f-4663-bf59-6481b22b56d5 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:01.193888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.248937 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93569347-92c1-463d-879c-e95ab1c821df None None] DHCP port deletion for 63106197-4c36-4cf5-b36b-23aa17763985 request from dv-cinder-792462-1-smb {{(pid=92137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:40:01.292872 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] For port b43c3c28-467f-4663-bf59-6481b22b56d5, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=b43c3c28-467f-4663-bf59-6481b22b56d5,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:01.293265 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.316160 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Deleting port b43c3c28-467f-4663-bf59-6481b22b56d5 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:01.316577 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.417857 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-93569347-92c1-463d-879c-e95ab1c821df None None] For port b43c3c28-467f-4663-bf59-6481b22b56d5, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=b43c3c28-467f-4663-bf59-6481b22b56d5,segment=NetworkSegment(2877f06b-49d6-4f6c-892c-31f51bc8efe4),segment_id=2877f06b-49d6-4f6c-892c-31f51bc8efe4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:01.418171 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.513881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Calling delete_port for b43c3c28-467f-4663-bf59-6481b22b56d5 owned by network:dhcp {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:01.541162 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Calling delete_port for b43c3c28-467f-4663-bf59-6481b22b56d5 owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:01.629592 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.634290 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-63828db9-09e1-4fbf-9168-933bd1c7cfbc tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:01.634940 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.640016 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:01.677601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43c3c28-467f-4663-bf59-6481b22b56d5,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:01.680642 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:01.681416 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] No DVR routers for this DVR port b43c3c28-467f-4663-bf59-6481b22b56d5 on host dv-cinder-792462-1-smb {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:01.681816 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Pushing event deleted for resources: {'Port': ['ID=b43c3c28-467f-4663-bf59-6481b22b56d5,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:01.685414 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-93569347-92c1-463d-879c-e95ab1c821df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:01.686322 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93569347-92c1-463d-879c-e95ab1c821df None None] No DVR routers for this DVR port b43c3c28-467f-4663-bf59-6481b22b56d5 on host dv-cinder-792462-1-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:01.807407 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.820641 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63106197-4c36-4cf5-b36b-23aa17763985']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:01.837739 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2877f06b-49d6-4f6c-892c-31f51bc8efe4') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:01.838042 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2877f06b-49d6-4f6c-892c-31f51bc8efe4') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:01.850677 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.851161 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f205af-9d6b-422d-8305-e4e7a6e513d0 req-3c4480a0-f39f-45b6-b6d1-4b2f3c65065a tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:01.852606 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4f205af-9d6b-422d-8305-e4e7a6e513d0 req-3c4480a0-f39f-45b6-b6d1-4b2f3c65065a tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0802724 May 20 18:40:01.867632 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.873991 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:40:01.874378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:40:01.887945 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:40:01.900507 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f4f205af-9d6b-422d-8305-e4e7a6e513d0 req-1265edc6-dca0-4c10-b0f5-1a04918bea8f tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 May 20 18:40:02.040908 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:02.045057 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-472dbe87-4449-4efe-a03b-aa4b9c296cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:02.058773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:02.067327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63106197-4c36-4cf5-b36b-23aa17763985,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:02.071880 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:02.172634 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/63106197-4c36-4cf5-b36b-23aa17763985 HTTP/1.1" status: 204 len: 168 time: 1.1585500 May 20 18:40:02.469468 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37420) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:02.517009 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-a798f0ef-7cf3-4a14-a6c8-aefe3e51e0ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32c968a206e7407f9e5acb4409fd46c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463545 May 20 18:40:02.519298 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37424) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:02.576332 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:02.601886 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:02.680793 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:02.684383 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-eee045ab-16d5-4662-8619-ddc6f4c0c617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:02.698363 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a789e-0fef-496b-94db-5eed1916a0d3,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:02.702126 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:02.705327 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:02.706426 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c4a789e-0fef-496b-94db-5eed1916a0d3 HTTP/1.1" status: 204 len: 168 time: 0.1862738 May 20 18:40:02.862805 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device b43c3c28-467f-4663-bf59-6481b22b56d5 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:02.898548 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: b43c3c28-467f-4663-bf59-6481b22b56d5 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:02.898902 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device b43c3c28-467f-4663-bf59-6481b22b56d5 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:03.095330 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea546-1128-4e4f-b444-be84b6226902 req-ebb7cad0-2bc6-403e-9a10-316bf33c73ea tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:03.096919 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fffea546-1128-4e4f-b444-be84b6226902 req-ebb7cad0-2bc6-403e-9a10-316bf33c73ea tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0869753 May 20 18:40:03.142674 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fffea546-1128-4e4f-b444-be84b6226902 req-9caf7be1-9af6-4c28-906a-c154ce6bcce3 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 May 20 18:40:03.695058 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37450) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:03.787714 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-5c8d3def-fa65-40e8-8a82-a835d5b98644 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:03.788447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-5c8d3def-fa65-40e8-8a82-a835d5b98644 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Synchronizing usage tracker for tenant:62b3c4c7689a4a908d796c3f3e276e05 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:40:03.799930 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1714901865-network', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:03.808809 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:03.814262 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Usage tracker for resource:network and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:03.817084 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:03.822773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:03.863276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-5c8d3def-fa65-40e8-8a82-a835d5b98644 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Unset dirty status for tenant:62b3c4c7689a4a908d796c3f3e276e05 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:40:03.864445 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-5c8d3def-fa65-40e8-8a82-a835d5b98644 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.1589847 May 20 18:40:03.903693 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Made reservation on behalf of 2414cca4692e4cd585ad8bd8526757b8 for: {'network': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:40:03.906030 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-752272'] for network, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:03.929433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:03.954304 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:03.985156 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:03.995882 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:04.006427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:04.070198 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Deleting port cdb1b261-97f5-4944-835f-fd36f95eb289 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:04.070445 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.213320 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.238808 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] For port cdb1b261-97f5-4944-835f-fd36f95eb289, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cdb1b261-97f5-4944-835f-fd36f95eb289,segment=NetworkSegment(b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6),segment_id=b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:04.239164 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.326047 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196749-b45a-4f83-a90a-8efd3ff195f5 req-f4bc1030-0cc0-4bb0-a5b5-f2fe172f8578 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:04.327479 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-69196749-b45a-4f83-a90a-8efd3ff195f5 req-f4bc1030-0cc0-4bb0-a5b5-f2fe172f8578 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 945 time: 0.0801098 May 20 18:40:04.355622 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.364954 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Calling delete_port for cdb1b261-97f5-4944-835f-fd36f95eb289 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:04.368398 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c0fe04af-fd37-4a06-9486-5698adb11802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:04.400306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=92136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 18:40:04.428771 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2951a-e448-4bf0-9a02-a8ec8ea62f66,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:04.431082 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:04.432049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.433028 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.segments_db [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Added segment c425d113-0d8e-4278-933c-61157f06db7c of type vlan for network e474b055-8f87-4443-b2b1-830b12c1848d May 20 18:40:04.465216 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-69196749-b45a-4f83-a90a-8efd3ff195f5 req-a7be6482-8e3b-4268-8d98-e79e78a973bb tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/security-groups?id=7bd01351-e42c-4a83-95c0-516962542032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315181 May 20 18:40:04.465735 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771696779731'] for network, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.561560 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970'] for network, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.562872 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:04.563456 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.566614 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:04.663974 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.675468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['cdb1b261-97f5-4944-835f-fd36f95eb289'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:40:04.676131 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Pushing event updated for resources: {'Network': ['ID=e474b055-8f87-4443-b2b1-830b12c1848d,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:04.679923 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:04.680419 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-27a7e35a-1244-4134-a779-09f4323dd5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:04.705010 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Network e474b055-8f87-4443-b2b1-830b12c1848d details requested by agent ovs-agent-dv-cinder-792462-1-smb with host dv-cinder-792462-1-smb {{(pid=92137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 18:40:04.724197 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Pushing event deleted for resources: {'Port': ['ID=cdb1b261-97f5-4944-835f-fd36f95eb289,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:04.727134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:04.765061 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0661008 May 20 18:40:04.765597 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37458) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:04.771754 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Request body: {'subnet': {'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1714901865-subnet', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:04.777160 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:04.781240 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Usage tracker for resource:subnet and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:04.784214 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:04.790910 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:04.803382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] No DVR routers for this DVR port cdb1b261-97f5-4944-835f-fd36f95eb289 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:04.805906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:04.807955 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-909aa214-0c14-45b1-870e-fe06412b8ce0 req-3bcfb516-391d-45f0-b8b9-4aa55e17f002 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.69 "DELETE /v2.0/ports/cdb1b261-97f5-4944-835f-fd36f95eb289 HTTP/1.1" status: 204 len: 173 time: 0.9372509 May 20 18:40:04.808595 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'name': 'network-vif-deleted', 'tag': 'cdb1b261-97f5-4944-835f-fd36f95eb289'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:40:04.851924 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f5ca1e-7810-4a5a-9c44-d1dad627a017', 'name': 'network-vif-deleted', 'tag': 'cdb1b261-97f5-4944-835f-fd36f95eb289', 'status': 'completed', 'code': 200} May 20 18:40:04.891702 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Made reservation on behalf of 2414cca4692e4cd585ad8bd8526757b8 for: {'subnet': 1} {{(pid=92135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:40:04.894086 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2576919'] for subnet, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.365933 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2984131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2576901'] for subnet, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.371000 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-3f2056e5-6fb3-4093-8f62-c4c906bf9e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:05.437021 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Pushing event updated for resources: {'Subnet': ['ID=737ef4e4-bea8-417d-b488-716aca805c61,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:05.440731 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:05.447606 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Checking segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:40:05.448609 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Network hostable DHCP agents. Network: e474b055-8f87-4443-b2b1-830b12c1848d, hostable agents: ['37025ac9-d560-4363-a9bd-a440426d0c87'], hosted agents: [] {{(pid=92135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 18:40:05.519847 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Network e474b055-8f87-4443-b2b1-830b12c1848d is scheduled to be hosted by DHCP agent 37025ac9-d560-4363-a9bd-a440426d0c87 with binding_index 1 {{(pid=92135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 18:40:05.583296 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-1-smb, e474b055-8f87-4443-b2b1-830b12c1848d) {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:05.594581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2435711-fe4f-46d6-a8e1-e0c0b9a8c533 None None] Network e474b055-8f87-4443-b2b1-830b12c1848d requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:05.626849 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:05.627444 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.648394 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-421594d2-964c-4b6b-a749-4e94939fb0a7 req-66f3eccd-de27-4038-975b-eeb6daf2c741 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4f5ca1e-7810-4a5a-9c44-d1dad627a017 HTTP/1.1" status: 200 len: 210 time: 0.0558927 May 20 18:40:05.715715 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-bbe11f8b-9468-4917-8f99-612f156d894f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9488709 May 20 18:40:05.718571 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37466) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:05.723661 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:05.730386 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:05.732962 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Usage tracker for resource:router and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:05.735889 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:05.742078 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:05.805280 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86dcde41-811a-530b-8df4-e8e86f3bbb30-e474b055-8f87-4443-b2b1-830b12c1848d', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61'}]}} from dv-cinder-792462-1-smb. {{(pid=92137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 18:40:05.806092 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.824709 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3744927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29052'] for router, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.825865 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3750793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3775966', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3790394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28933'] for router, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.842146 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:05.954156 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Allocated IP 172.20.0.2 (e474b055-8f87-4443-b2b1-830b12c1848d/737ef4e4-bea8-417d-b488-716aca805c61/07c9b81e-8445-4132-9daa-737216b8be7d) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:40:06.181699 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.191955 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Transition to ACTIVE for port object 07c9b81e-8445-4132-9daa-737216b8be7d will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:06.195528 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3775980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28951'] for router, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.209805 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Transition to ACTIVE for port object 07c9b81e-8445-4132-9daa-737216b8be7d will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:06.293444 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.297843 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:06.359712 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Network e474b055-8f87-4443-b2b1-830b12c1848d is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:40:06.362793 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:06.366303 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:40:06.372114 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Pushing event updated for resources: {'Port': ['ID=07c9b81e-8445-4132-9daa-737216b8be7d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:06.401455 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:06.460758 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Attempting to bind port 07c9b81e-8445-4132-9daa-737216b8be7d on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:40:06.461048 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Attempting to bind port 07c9b81e-8445-4132-9daa-737216b8be7d by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:40:06.461413 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Attempting to bind port 07c9b81e-8445-4132-9daa-737216b8be7d on network e474b055-8f87-4443-b2b1-830b12c1848d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:40:06.467194 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:40:06.467568 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Checking segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:40:06.468006 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.468406 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Bound using segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:40:06.469038 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Bound port: 07c9b81e-8445-4132-9daa-737216b8be7d, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:40:06.469418 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.562561 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] For port 07c9b81e-8445-4132-9daa-737216b8be7d, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:40:06.564141 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.565707 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] For port 07c9b81e-8445-4132-9daa-737216b8be7d, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=07c9b81e-8445-4132-9daa-737216b8be7d,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:40:06.594748 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.623723 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:06.627461 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:06.715021 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Pushing event updated for resources: {'Port': ['ID=07c9b81e-8445-4132-9daa-737216b8be7d,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:06.717976 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e64adb6c-6a9e-4590-9bfb-6775db05faa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:06.739614 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Allocated IP 172.28.1.182 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/a9113ba0-5f02-4769-b53e-46219c2c6201) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:40:07.012197 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:07.029831 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device cdb1b261-97f5-4944-835f-fd36f95eb289 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:07.066771 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: cdb1b261-97f5-4944-835f-fd36f95eb289 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:07.067121 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device cdb1b261-97f5-4944-835f-fd36f95eb289 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:07.086854 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:07.091158 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:07.155712 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:40:07.158564 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:07.162359 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:40:07.196959 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Pushing event updated for resources: {'Port': ['ID=a9113ba0-5f02-4769-b53e-46219c2c6201,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:07.201572 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:07.663306 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:07.700267 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3efdf0-dd96-47e2-9eca-ce12647311f0 None None] Network e474b055-8f87-4443-b2b1-830b12c1848d requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:07.908024 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-ee2adbcd-446a-460f-9403-5735e056a3f4 None None] Provisioning for port 07c9b81e-8445-4132-9daa-737216b8be7d completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:07.995235 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3775924'] for router, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:08.246288 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f is scheduled to L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 with binding_index 1 {{(pid=92135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 18:40:08.533587 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:08.542062 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:08.550871 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:08.551470 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:08.611331 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:08.614003 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-84719bfa-e5c8-4018-92e3-759ac821a2da admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8934426 May 20 18:40:08.615732 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37482) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:08.725635 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:08.925506 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 07c9b81e-8445-4132-9daa-737216b8be7d up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:09.026967 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:07Z', 'revision_number': 3, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:09.031344 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:09.032582 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Updating router 77967610-07f8-4dc5-9ec7-e4530d7d400f port a9113ba0-5f02-4769-b53e-46219c2c6201 binding host dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:40:09.063991 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 07c9b81e-8445-4132-9daa-737216b8be7d completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:09.068961 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 07c9b81e-8445-4132-9daa-737216b8be7d triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:09.069456 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.096726 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.187649 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.221032 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 07c9b81e-8445-4132-9daa-737216b8be7d, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=07c9b81e-8445-4132-9daa-737216b8be7d,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:09.286559 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.288855 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:09.319102 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.362959 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=07c9b81e-8445-4132-9daa-737216b8be7d,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:09.366398 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:09.436446 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.448391 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Transition to ACTIVE for port object a9113ba0-5f02-4769-b53e-46219c2c6201 will not be triggered until provisioned by entity L2. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:09.520321 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.522610 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_common [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Allocated IP 172.20.0.1 (e474b055-8f87-4443-b2b1-830b12c1848d/737ef4e4-bea8-417d-b488-716aca805c61/0548ad9d-598b-4623-b4b2-1c3c30ee106a) {{(pid=92135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:40:09.525369 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:09.602180 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Attempting to bind port a9113ba0-5f02-4769-b53e-46219c2c6201 on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:40:09.602834 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Attempting to bind port a9113ba0-5f02-4769-b53e-46219c2c6201 by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:40:09.602958 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Attempting to bind port a9113ba0-5f02-4769-b53e-46219c2c6201 on network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:40:09.609159 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Pushing event updated for resources: {'Port': ['ID=a9113ba0-5f02-4769-b53e-46219c2c6201,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:09.614315 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:40:09.614690 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Checking segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:40:09.615095 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.615588 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Bound using segment: {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'} {{(pid=92138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:40:09.616027 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.managers [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Bound port: a9113ba0-5f02-4769-b53e-46219c2c6201, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fde4b-7420-4a98-af8b-1680d147094c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}}] {{(pid=92138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:40:09.616400 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.653519 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.653857 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.654189 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.654514 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.654875 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.655198 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.656176 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.657133 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.657467 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.657786 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.658105 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.658425 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:09.668952 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:09.672992 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.689099 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.provisioning_blocks [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Transition to ACTIVE for port object 0548ad9d-598b-4623-b4b2-1c3c30ee106a will not be triggered until provisioned by entity DHCP. {{(pid=92135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:09.701173 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] For port a9113ba0-5f02-4769-b53e-46219c2c6201, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:40:09.704101 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] For port a9113ba0-5f02-4769-b53e-46219c2c6201, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=a9113ba0-5f02-4769-b53e-46219c2c6201,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:40:09.766068 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.769777 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:09.789693 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.794699 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:09.859287 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Network e474b055-8f87-4443-b2b1-830b12c1848d is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:40:09.862448 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:09.864740 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Received port after_create {{(pid=92135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:40:09.867001 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:09.867608 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:09.907692 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Pushing event updated for resources: {'Port': ['ID=0548ad9d-598b-4623-b4b2-1c3c30ee106a,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:09.910618 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:09.931728 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745709'] for router_interface, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:09.933278 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Pushing event updated for resources: {'Port': ['ID=a9113ba0-5f02-4769-b53e-46219c2c6201,revision_number=3']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:09.937610 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-bf12b3b1-da32-4c80-a14c-fd5bde22ff1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:10.051396 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:10.167109 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-0c27d073-5d68-49b9-91aa-3c085f76bb96 None None] Provisioning for port 0548ad9d-598b-4623-b4b2-1c3c30ee106a completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:10.172206 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-0c27d073-5d68-49b9-91aa-3c085f76bb96 None None] Provisioning complete for port 0548ad9d-598b-4623-b4b2-1c3c30ee106a triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:10.172627 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0c27d073-5d68-49b9-91aa-3c085f76bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:10.226679 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-0c27d073-5d68-49b9-91aa-3c085f76bb96 None None] Port 0548ad9d-598b-4623-b4b2-1c3c30ee106a cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:40:10.367363 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:07Z', 'revision_number': 3, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:10.372663 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb790d8d-c72a-4a63-a6fb-6a78fe7347c6 None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:07Z', 'revision_number': 3, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:10.404268 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:10.667897 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:10.725727 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984054'] for port, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:10.754677 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:10.839281 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3766856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3772950'] for router_interface, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:10.843128 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Pushing event updated for resources: {'Port': ['ID=0548ad9d-598b-4623-b4b2-1c3c30ee106a,revision_number=2']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:10.846557 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:10.986146 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 07c9b81e-8445-4132-9daa-737216b8be7d up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:11.014944 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Network e474b055-8f87-4443-b2b1-830b12c1848d is already hosted by enough agents. {{(pid=92135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:40:11.015291 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:11.093155 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 07c9b81e-8445-4132-9daa-737216b8be7d triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:11.093892 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:11.239482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device a9113ba0-5f02-4769-b53e-46219c2c6201 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:11.253844 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:11.305499 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-75984c5d-1d3a-4bab-8867-ee7b3ab5ba57 None None] Provisioning complete for port 0548ad9d-598b-4623-b4b2-1c3c30ee106a triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:11.307147 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-75984c5d-1d3a-4bab-8867-ee7b3ab5ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:11.364985 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-75984c5d-1d3a-4bab-8867-ee7b3ab5ba57 None None] Port 0548ad9d-598b-4623-b4b2-1c3c30ee106a cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:40:11.435031 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:11.441627 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port a9113ba0-5f02-4769-b53e-46219c2c6201 completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:11.444766 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-7ae7efca-8024-425d-980b-bb0bea2ec7ab admin admin] 10.222.0.54 "PUT /v2.0/routers/77967610-07f8-4dc5-9ec7-e4530d7d400f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8276286 May 20 18:40:11.446493 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port a9113ba0-5f02-4769-b53e-46219c2c6201 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:11.446879 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:11.567002 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:11.588869 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port a9113ba0-5f02-4769-b53e-46219c2c6201, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=a9113ba0-5f02-4769-b53e-46219c2c6201,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:11.657975 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:11.660945 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:11.731318 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=a9113ba0-5f02-4769-b53e-46219c2c6201,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:11.734604 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:11.981727 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37502) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:11.987453 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873561214', 'description': 'tempest-description--2105238208'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:11.993452 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:11.997775 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:12.000766 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:12.007150 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:12.050516 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:12.060308 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:12.060964 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:12.080113 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.101659 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:12.106365 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:12.109837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:12.116120 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:12.195178 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.251955 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.257465 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-7644c09e-52d0-4e70-9bd5-4a5a77c6d214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:12.273658 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:12.294996 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb49d6-108e-4150-81d5-4a9b3f11552d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:12.298150 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:12.343954 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.345206 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-25326907-5ea7-4ec8-8fff-e385a05fca74 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3623888 May 20 18:40:12.348066 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37512) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:12.353433 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'security_group_rule': {'security_group_id': '8dfb49d6-108e-4150-81d5-4a9b3f11552d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:12.359365 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:12.363486 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:12.366487 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:12.372237 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:12.446270 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.509935 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.583429 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.585569 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-00971722-49c3-43aa-8833-eb7ce4ab233d tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:12.594130 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 2, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:12.598267 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:12.600067 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Updating router 77967610-07f8-4dc5-9ec7-e4530d7d400f port 0548ad9d-598b-4623-b4b2-1c3c30ee106a binding host dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 18:40:12.608643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9182f9db-2cd2-460e-bc52-b1ce9a8a6f34,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:12.611130 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:12.653337 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.703666 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.708045 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564682 May 20 18:40:12.709080 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37518) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:12.714053 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'security_group_rule': {'security_group_id': '8dfb49d6-108e-4150-81d5-4a9b3f11552d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:12.719753 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:12.723543 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:12.726416 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:12.732577 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:12.806130 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.876306 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.890160 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device a9113ba0-5f02-4769-b53e-46219c2c6201 up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:12.949591 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:12.951723 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-aba612e3-3099-4036-865c-a2ae3667acfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:12.978185 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aebd85-0fa5-4d22-9c3b-2e26aad68f5f,revision_number=0']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:12.978185 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:12.994885 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port a9113ba0-5f02-4769-b53e-46219c2c6201 triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:12.995269 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.046173 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.050155 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-04a679eb-f4a6-4d96-a5fd-a5f9dd388a3c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381255 May 20 18:40:13.050557 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37522) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:13.055967 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'floatingip': {'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:13.061881 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:13.065715 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:floatingip and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:13.068665 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:13.075880 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:13.103325 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.119935 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Transition to ACTIVE for port object 0548ad9d-598b-4623-b4b2-1c3c30ee106a will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:13.137719 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.223350 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.228091 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:13.276281 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.388195 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aedf2c-7b83-4e44-af8f-1972b52b6816 None None] Pushing event updated for resources: {'Port': ['ID=0548ad9d-598b-4623-b4b2-1c3c30ee106a,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:13.415296 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-79aedf2c-7b83-4e44-af8f-1972b52b6816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:13.446601 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Attempting to bind port 0548ad9d-598b-4623-b4b2-1c3c30ee106a on host dv-cinder-792462-1-smb for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:40:13.446977 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Attempting to bind port 0548ad9d-598b-4623-b4b2-1c3c30ee106a by drivers openvswitch,hyperv on host dv-cinder-792462-1-smb at level 0 using segments [{'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:40:13.447348 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Attempting to bind port 0548ad9d-598b-4623-b4b2-1c3c30ee106a on network e474b055-8f87-4443-b2b1-830b12c1848d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:40:13.457244 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Checking agent: {'id': '0f5a5225-f87f-4295-abbc-565688a63fe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 24, 17), 'started_at': datetime.datetime(2021, 5, 20, 18, 24, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:40:13.457625 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Checking segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:40:13.458035 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.458434 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Bound using segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:40:13.458908 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Bound port: 0548ad9d-598b-4623-b4b2-1c3c30ee106a, host: dv-cinder-792462-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:40:13.459286 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.532238 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Allocated IP 172.28.1.53 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/660bd2eb-b799-4df6-9af9-cc3458d4ffa4) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:40:13.563395 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] For port 0548ad9d-598b-4623-b4b2-1c3c30ee106a, host dv-cinder-792462-1-smb, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:40:13.566910 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] For port 0548ad9d-598b-4623-b4b2-1c3c30ee106a, host dv-cinder-792462-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0548ad9d-598b-4623-b4b2-1c3c30ee106a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:40:13.623967 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.628739 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:13.683031 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.706870 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:13.707514 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:39:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:13.773307 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.780776 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8f6db0d1-809f-4e62-a181-cede6483fbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:13.788433 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aedf2c-7b83-4e44-af8f-1972b52b6816 None None] Pushing event updated for resources: {'Port': ['ID=0548ad9d-598b-4623-b4b2-1c3c30ee106a,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:13.791574 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-79aedf2c-7b83-4e44-af8f-1972b52b6816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:13.861701 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:40:13.865631 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:13.867675 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'Port': ['ID=660bd2eb-b799-4df6-9af9-cc3458d4ffa4,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:13.869958 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:40:13.897863 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:13.952900 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:13.956690 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:14.077236 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:14.292368 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:14.302430 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:13Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:14.311623 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e831c9-1238-44f6-b003-c342c17b31ba None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:13Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:14.359319 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:14.362905 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9acfaa69-a7e6-4d54-8e16-9f83dd3e77b9 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:14.378583 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-51062541-7c92-4a37-8c01-d973e207b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:14.480315 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'Port': ['ID=660bd2eb-b799-4df6-9af9-cc3458d4ffa4,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:14.484726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:14.493920 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:14.583814 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:14.585077 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5334888 May 20 18:40:14.772163 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-6e7c96a7-037e-4276-aec9-ba4c3130b287 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:security_group {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:40:14.851156 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-6e7c96a7-037e-4276-aec9-ba4c3130b287 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:security_group {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:40:14.851156 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-6e7c96a7-037e-4276-aec9-ba4c3130b287 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--873561214&fields=id&tenant_id=2414cca4692e4cd585ad8bd8526757b8 HTTP/1.1" status: 200 len: 267 time: 0.1188691 May 20 18:40:14.933831 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0548ad9d-598b-4623-b4b2-1c3c30ee106a up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:15.012825 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-a044cac7-821d-4a91-95d7-6ca4d04101a6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:15.014286 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-a044cac7-821d-4a91-95d7-6ca4d04101a6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 811 time: 0.1564491 May 20 18:40:15.029520 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-ced6a19e-413c-4e8c-a117-bab587a8b518 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/quotas/2414cca4692e4cd585ad8bd8526757b8 HTTP/1.1" status: 200 len: 375 time: 0.0094988 May 20 18:40:15.091989 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning for port 0548ad9d-598b-4623-b4b2-1c3c30ee106a completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:15.097012 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 0548ad9d-598b-4623-b4b2-1c3c30ee106a triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:15.097393 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:15.117984 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-fcd73c0b-3520-4fec-92ea-60321e0a21fc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:port {{(pid=92135) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:40:15.200348 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-fcd73c0b-3520-4fec-92ea-60321e0a21fc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:port {{(pid=92135) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:40:15.202065 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-fcd73c0b-3520-4fec-92ea-60321e0a21fc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1667173 May 20 18:40:15.218735 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:15.255256 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] For port 0548ad9d-598b-4623-b4b2-1c3c30ee106a, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0548ad9d-598b-4623-b4b2-1c3c30ee106a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:15.326442 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:15.328299 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:15.412631 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Pushing event updated for resources: {'Port': ['ID=0548ad9d-598b-4623-b4b2-1c3c30ee106a,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:15.415550 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:15.424289 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-c67b3fb1-3b86-4f07-980b-c6666f891115 service neutron] 10.222.0.54 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060015 May 20 18:40:15.647518 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-335e70a4-bd4c-4412-8230-7c32eeead4eb service neutron] 10.222.0.54 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170413 May 20 18:40:15.898166 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-7a12cabb-2526-4479-8e3b-a1aaf09c5e0e req-a5c5d15e-f1b0-42c4-b300-e2ba6c92e7e9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 210 time: 0.0422597 May 20 18:40:16.874854 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:16.878813 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0548ad9d-598b-4623-b4b2-1c3c30ee106a up at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:16.949291 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Provisioning complete for port 0548ad9d-598b-4623-b4b2-1c3c30ee106a triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:16.949711 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:17.060433 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bfdaeed0-37e7-4c06-930c-0a0c54df988d req-2bbfbfb5-0d00-4f38-b30f-3db890cd2f36 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 210 time: 0.0467672 May 20 18:40:17.149093 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-304512cb-6f75-4445-bb40-4e6e2714b92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:18.120426 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:18.186386 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-ef013837-e66a-463e-afb7-97c1d1fd8d49 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:18.187073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-ef013837-e66a-463e-afb7-97c1d1fd8d49 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:network {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:40:18.218393 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7845930-8d75-4ff2-afd0-ccdbb8b35d97 req-7ae60745-12ec-477d-b227-569c22c5aa0a tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 210 time: 0.0468037 May 20 18:40:18.292201 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-ef013837-e66a-463e-afb7-97c1d1fd8d49 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:network {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:40:18.294094 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-ef013837-e66a-463e-afb7-97c1d1fd8d49 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 811 time: 0.2566903 May 20 18:40:18.343592 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-d84cc807-d980-4658-aa8a-a60529383667 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:security_group {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:40:18.355577 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-d84cc807-d980-4658-aa8a-a60529383667 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:security_group {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:40:18.360781 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-d84cc807-d980-4658-aa8a-a60529383667 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2414cca4692e4cd585ad8bd8526757b8 HTTP/1.1" status: 200 len: 379 time: 0.0538023 May 20 18:40:18.366276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'port': {'device_id': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'admin_state_up': True, 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'security_groups': ['8dfb49d6-108e-4150-81d5-4a9b3f11552d']}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:18.506940 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:18.516268 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:18.612308 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Made reservation on behalf of 2414cca4692e4cd585ad8bd8526757b8 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:40:18.615744 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:18.778617 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Allocated IP 172.20.0.11 (e474b055-8f87-4443-b2b1-830b12c1848d/737ef4e4-bea8-417d-b488-716aca805c61/72ca3d2d-8100-4cfd-bb4a-09a49468d5af) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:40:18.971175 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:18.986510 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Transition to ACTIVE for port object 72ca3d2d-8100-4cfd-bb4a-09a49468d5af will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:19.115671 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:19.122739 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-124eb0d3-2482-4487-b337-eea092b9d99e tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:19.189233 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Network e474b055-8f87-4443-b2b1-830b12c1848d is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:40:19.192618 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:40:19.195093 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:40:19.246356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'Port': ['ID=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:19.249717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:19.278883 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:19.279285 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:19.401574 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0388606 May 20 18:40:19.414315 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Request body: {'port': {'device_id': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:19.415350 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e99f83-cbe8-494a-b34f-3647f21bc57d req-03587901-8343-452d-b691-ab99133d432b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:19.416816 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d1e99f83-cbe8-494a-b34f-3647f21bc57d req-03587901-8343-452d-b691-ab99133d432b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 932 time: 0.0829875 May 20 18:40:19.462049 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d1e99f83-cbe8-494a-b34f-3647f21bc57d req-2c6583f6-9f47-4cf7-99bb-229522abcc20 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391536 May 20 18:40:19.469375 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-71f4124d-e9f8-4e5b-854d-584cfa3f96d2 None None] Provisioning for port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:19.475225 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-71f4124d-e9f8-4e5b-854d-584cfa3f96d2 None None] Provisioning complete for port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:19.479890 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-71f4124d-e9f8-4e5b-854d-584cfa3f96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:19.528654 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-71f4124d-e9f8-4e5b-854d-584cfa3f96d2 None None] Port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:40:19.635678 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:19.760712 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:19.970463 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ca3d2d-8100-4cfd-bb4a-09a49468d5af {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:40:19.977350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:19.991183 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Transition to ACTIVE for port object 72ca3d2d-8100-4cfd-bb4a-09a49468d5af will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:40:20.040182 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.043799 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:20.193019 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Pushing event updated for resources: {'Port': ['ID=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:20.203363 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:20.276679 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Attempting to bind port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:40:20.277529 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Attempting to bind port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:40:20.277854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Attempting to bind port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af on network e474b055-8f87-4443-b2b1-830b12c1848d {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:40:20.282561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af on network e474b055-8f87-4443-b2b1-830b12c1848d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:40:20.282887 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Attempting to bind port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af on network e474b055-8f87-4443-b2b1-830b12c1848d {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:40:20.288232 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:40:20.288599 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Checking segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:40:20.288990 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Bound using segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:40:20.289427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Bound port: 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:40:20.289778 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.389582 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] For port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:40:20.392433 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] For port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:40:20.465664 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.470805 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-76c26177-09d3-4da1-a34a-4ad417e1f6f1 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:20.528860 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:20.529484 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:20.530918 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] 10.222.0.69 "PUT /v2.0/ports/72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 1094 time: 1.1210604 May 20 18:40:20.531430 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:40:20.558095 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Pushing event updated for resources: {'Port': ['ID=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:20.562439 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5b6a6838-e02e-4225-9796-bcc1c911bc27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:20.586497 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'status': 'completed', 'code': 200} May 20 18:40:20.677293 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b1472-93c0-4d7c-be7b-5024f2c7ede6 req-941ed49d-64ef-4344-8bb7-3f85f6417648 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:20.678875 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c63b1472-93c0-4d7c-be7b-5024f2c7ede6 req-941ed49d-64ef-4344-8bb7-3f85f6417648 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 944 time: 0.0942612 May 20 18:40:20.687080 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcafc4b-c912-4cc4-aef8-cb02ff9b44d4 req-24d4e570-9259-4e1a-bd34-fd15d605cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:20.688737 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1dcafc4b-c912-4cc4-aef8-cb02ff9b44d4 req-24d4e570-9259-4e1a-bd34-fd15d605cdfe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1097 time: 0.0807047 May 20 18:40:20.728774 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c63b1472-93c0-4d7c-be7b-5024f2c7ede6 req-3bf402a8-73de-4eb9-b003-f3b02f150354 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 May 20 18:40:20.832983 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcafc4b-c912-4cc4-aef8-cb02ff9b44d4 req-352899d0-e849-4511-a0be-e3d0aaa1cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:20.834413 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1dcafc4b-c912-4cc4-aef8-cb02ff9b44d4 req-352899d0-e849-4511-a0be-e3d0aaa1cfb9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2414cca4692e4cd585ad8bd8526757b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1379392 May 20 18:40:20.970320 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcafc4b-c912-4cc4-aef8-cb02ff9b44d4 req-94374387-fddf-429e-b6b6-2c8afd421d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:20.971759 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1dcafc4b-c912-4cc4-aef8-cb02ff9b44d4 req-94374387-fddf-429e-b6b6-2c8afd421d13 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306453 May 20 18:40:21.082761 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-e78e087a-9560-49ea-8391-eba4c191e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:21.084120 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-e78e087a-9560-49ea-8391-eba4c191e700 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1097 time: 0.0750072 May 20 18:40:21.155556 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-f1fde021-e934-4097-bb2f-0ed2cef01ada service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 217 time: 0.0630717 May 20 18:40:21.217893 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-91c33caa-1088-4ecc-b7ce-9305cd553ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:21.219256 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-91c33caa-1088-4ecc-b7ce-9305cd553ea7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0563939 May 20 18:40:21.295196 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-45595f51-cb5d-4904-973f-a8af081e8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:21.296676 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-45595f51-cb5d-4904-973f-a8af081e8d00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696075 May 20 18:40:21.430262 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-7bca6df1-ba65-4401-9778-79cc493d7581 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260548 May 20 18:40:21.562296 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-35e7ec55-75fe-484e-95f4-8d6a9f5456b8 req-984cab4c-73f3-41dc-a1f5-eb214b4a4598 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249428 May 20 18:40:21.920925 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436121a-33f6-4579-a897-29c6e9a9020a req-be8f3c01-1d89-4785-b63b-6f906462ffca tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:21.922387 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3436121a-33f6-4579-a897-29c6e9a9020a req-be8f3c01-1d89-4785-b63b-6f906462ffca tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 944 time: 0.0814669 May 20 18:40:21.967278 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-3436121a-33f6-4579-a897-29c6e9a9020a req-c1c7c813-b874-4ffe-aab2-28692adfe9d9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 May 20 18:40:23.156761 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f7c2c-f2be-475e-b74c-0bb93f4bd713 req-36934e56-1bc0-4dc0-9639-9ddad00f8350 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:23.158388 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a56f7c2c-f2be-475e-b74c-0bb93f4bd713 req-36934e56-1bc0-4dc0-9639-9ddad00f8350 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 944 time: 0.0863152 May 20 18:40:23.205885 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a56f7c2c-f2be-475e-b74c-0bb93f4bd713 req-b527bc69-c6f9-484c-8d45-f23b29fe3153 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 May 20 18:40:24.392583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a8a82-a09e-4968-a73f-687d5721c817 req-69fafffd-c644-4df9-b94a-fc06f0a902c6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:24.394095 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f35a8a82-a09e-4968-a73f-687d5721c817 req-69fafffd-c644-4df9-b94a-fc06f0a902c6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 944 time: 0.0826008 May 20 18:40:24.443094 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f35a8a82-a09e-4968-a73f-687d5721c817 req-ffa0e4af-96d6-4339-8bf9-913bca45a95a tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431554 May 20 18:40:25.123756 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 72ca3d2d-8100-4cfd-bb4a-09a49468d5af details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:40:25.254070 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:25.266790 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'port_id': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'mac_address': 'fa:16:3e:8e:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:40:25.320256 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.336306 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ca3d2d-8100-4cfd-bb4a-09a49468d5af {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:40:25.351610 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:25.434696 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:25.436469 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:25.505265 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:25.508214 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:25.628653 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a03d9-c988-4072-b824-081699619b56 req-41e81d8c-0222-417f-9c57-e3cef4eb0a91 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:25.630258 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c02a03d9-c988-4072-b824-081699619b56 req-41e81d8c-0222-417f-9c57-e3cef4eb0a91 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 945 time: 0.0800588 May 20 18:40:25.642449 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['72ca3d2d-8100-4cfd-bb4a-09a49468d5af'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:40:25.677799 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c02a03d9-c988-4072-b824-081699619b56 req-2dec64e4-1edd-4987-bf9f-9f0efb9ed40c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 May 20 18:40:26.863870 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e1c0a-f109-4e87-b34a-47a6dbfa3996 req-7693fff1-02a5-4d17-9557-bf794144f14b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:26.865350 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f94e1c0a-f109-4e87-b34a-47a6dbfa3996 req-7693fff1-02a5-4d17-9557-bf794144f14b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 945 time: 0.0839012 May 20 18:40:26.909278 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f94e1c0a-f109-4e87-b34a-47a6dbfa3996 req-78c4167b-0c32-4890-880a-876a819cbfc1 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376728 May 20 18:40:27.131946 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 72ca3d2d-8100-4cfd-bb4a-09a49468d5af up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:40:27.286034 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:40:27.290800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:40:27.291249 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.445802 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.473005 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:40:27.483232 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:27.524124 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'code': 200} May 20 18:40:27.560544 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:27.562370 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:27.628653 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:27.631722 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:27.871425 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c2722-db31-4ead-bb6d-3ca566050f4f req-bac88998-d593-447f-8042-bc34655d3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:27.872963 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e64c2722-db31-4ead-bb6d-3ca566050f4f req-bac88998-d593-447f-8042-bc34655d3d09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1099 time: 0.0756834 May 20 18:40:27.915165 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-e64c2722-db31-4ead-bb6d-3ca566050f4f req-bdc5e34b-d68a-45be-aa9b-f60d25a4c440 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 May 20 18:40:28.090444 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf11deb-f57e-4ca4-9f7b-1d7d25e05f8f req-79614e41-24ef-43d1-b5fb-949539eee53e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:28.091881 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-abf11deb-f57e-4ca4-9f7b-1d7d25e05f8f req-79614e41-24ef-43d1-b5fb-949539eee53e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0794671 May 20 18:40:28.135171 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-abf11deb-f57e-4ca4-9f7b-1d7d25e05f8f req-0d7268eb-0c62-42c0-8bb1-485a75778bfd tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375671 May 20 18:40:28.440332 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.689729 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37664) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:28.753675 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Deleting subnet cee2cb02-77f9-47fb-990e-623859881376 {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:40:28.756754 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.805031 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:28.862016 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.166496 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.171229 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-06bb01ed-f028-4e3d-831a-78d37710fa54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:29.208313 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee2cb02-77f9-47fb-990e-623859881376,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:29.211403 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:29.212376 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.218728 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-0272370b-c539-4b09-817e-2f33cd05879f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cee2cb02-77f9-47fb-990e-623859881376 HTTP/1.1" status: 204 len: 168 time: 0.5280075 May 20 18:40:29.221241 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37670) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:29.460454 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.534578 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b4a3-d926-47a7-a82a-534b1e183dfb req-3d1a0ebc-ec35-402f-921a-21aad75b6806 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:29.536029 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-49b0b4a3-d926-47a7-a82a-534b1e183dfb req-3d1a0ebc-ec35-402f-921a-21aad75b6806 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.2824352 May 20 18:40:29.620017 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.642701 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ded1f2f-2222-4408-beef-8b86b42eaba9']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:29.659303 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-49b0b4a3-d926-47a7-a82a-534b1e183dfb req-98decd2b-6ff5-4f17-b198-a7134665f2ba tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104567 May 20 18:40:29.660808 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:29.661106 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b678dfbd-cdc8-4f3d-bf0e-12ebe13aa4e6') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:29.672680 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.693606 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.700245 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:40:29.700690 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:40:29.713675 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:40:29.860170 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c4b8-9a67-4f0f-8bf9-bd8e313a9ac7 req-89bd63aa-0d50-43f5-8ea6-4c1cb658c28f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:29.861934 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-06e9c4b8-9a67-4f0f-8bf9-bd8e313a9ac7 req-89bd63aa-0d50-43f5-8ea6-4c1cb658c28f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0906847 May 20 18:40:29.871477 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37676) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:29.876702 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'floatingip': {'port_id': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:40:29.931227 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.954820 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-e56b4864-43c1-4fa2-a21d-79885cfb6866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:29.969231 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:29.976154 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.051126 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ded1f2f-2222-4408-beef-8b86b42eaba9,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:30.056477 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:30.146673 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-ad0d2fe4-c12c-412f-b4e0-d07d38f68ed1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6ded1f2f-2222-4408-beef-8b86b42eaba9 HTTP/1.1" status: 204 len: 168 time: 0.9244421 May 20 18:40:30.474809 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37682) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:30.523353 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f1564db4-ef13-434a-9a47-293b9fda0147 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62b3c4c7689a4a908d796c3f3e276e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472555 May 20 18:40:30.525602 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37686) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:30.581499 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.583292 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.613776 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.646311 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.818973 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.l3_db [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Floating IP 0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae associated. External IP: 172.28.1.53, port: 72ca3d2d-8100-4cfd-bb4a-09a49468d5af. May 20 18:40:30.829017 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.832780 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-6ce49032-daed-4d96-89db-d8a068ac3507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:30.846336 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd01351-e42c-4a83-95c0-516962542032,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:30.848932 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:30.856901 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:30.856901 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bd01351-e42c-4a83-95c0-516962542032 HTTP/1.1" status: 204 len: 168 time: 0.3272789 May 20 18:40:31.104601 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37692) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:31.290162 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:31.481797 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:31.486366 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:31.494145 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:31.508792 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:31.510472 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:31.544143 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-224cc784-fcc0-4775-8379-6b5fbc1c87f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "PUT /v2.0/floatingips/0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae HTTP/1.1" status: 200 len: 991 time: 1.6714768 May 20 18:40:31.544830 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:40:31.633007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Deleting port a0528ff1-24b5-4eff-9e36-dfc43480019e {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:31.633639 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:31.724108 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:31.783638 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:31.784143 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:31.927893 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'status': 'completed', 'code': 200} May 20 18:40:31.934265 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Calling delete_port for a0528ff1-24b5-4eff-9e36-dfc43480019e owned by network:floatingip {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:32.047695 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861902-f31d-434e-8003-cffaa558653d req-31a031a5-84f9-4fac-9530-8c2cb9281d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:32.049350 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-31a031a5-84f9-4fac-9530-8c2cb9281d05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1099 time: 0.0965486 May 20 18:40:32.113826 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'port_id': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'mac_address': 'fa:16:3e:8e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:40:13Z', 'updated_at': '2021-05-20T18:40:30Z', 'revision_number': 1, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:32.117644 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:32.126126 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:32.126720 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:32.242819 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861902-f31d-434e-8003-cffaa558653d req-ef192c16-56de-4662-b91a-50c478a7f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:32.244255 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-ef192c16-56de-4662-b91a-50c478a7f860 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1843576 May 20 18:40:32.307053 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:32.319382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:32.327065 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-2d55f3ce-6ae8-4a6a-867c-775e46ed09f9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:32.385388 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event deleted for resources: {'Port': ['ID=a0528ff1-24b5-4eff-9e36-dfc43480019e,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:32.415693 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:32.459800 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-90a59e7a-1802-43ff-803d-bd9d24225304 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 999 time: 0.2087641 May 20 18:40:32.538894 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for floatingip, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:32.539221 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Floating IP f908653a-ff49-4264-9778-b2a2724c8f71 disassociated (deleted). External IP: 172.28.1.38, port: 19f100a9-a01b-4917-bba8-29e16966fe57. May 20 18:40:32.608782 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861902-f31d-434e-8003-cffaa558653d req-47ee4dc1-7891-48c4-abb5-2d98bcc622a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:32.610269 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-47ee4dc1-7891-48c4-abb5-2d98bcc622a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.1375041 May 20 18:40:32.689068 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'port_id': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'mac_address': 'fa:16:3e:8e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:40:13Z', 'updated_at': '2021-05-20T18:40:30Z', 'revision_number': 1, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:32.693061 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e216c5-bec7-4146-9302-8e7716a9bce3 None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'port_id': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'mac_address': 'fa:16:3e:8e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:40:13Z', 'updated_at': '2021-05-20T18:40:30Z', 'revision_number': 1, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:32.895840 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5bfe7-14b6-4aba-9a94-c75eb9cd4625 None None] New status for floating IP 0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae: ACTIVE {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:40:32.972369 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861902-f31d-434e-8003-cffaa558653d req-e2fb4e6a-d8c0-4916-86c4-5e9c63876774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:32.973846 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-e2fb4e6a-d8c0-4916-86c4-5e9c63876774 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3547924 May 20 18:40:33.218661 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-0a8ae4cc-b4d8-4dfc-9ce3-02888848fbae service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323997 May 20 18:40:33.224258 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Router 468c238f-153e-41d8-844e-251b9fa65da6 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:33.556732 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-37861902-f31d-434e-8003-cffaa558653d req-577be582-afa9-4705-924f-51265cd7a665 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298266 May 20 18:40:33.573235 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:33.583054 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] Sync routers for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:33.590533 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:33.591794 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:33.592383 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:33.659069 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "DELETE /v2.0/floatingips/f908653a-ff49-4264-9778-b2a2724c8f71 HTTP/1.1" status: 204 len: 168 time: 2.5533082 May 20 18:40:33.659849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:40:33.710910 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'status': 'completed', 'code': 200} May 20 18:40:33.791341 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:33.841490 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-a85eba72-baf6-406d-85ee-8c8335b09d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:33.843920 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-a85eba72-baf6-406d-85ee-8c8335b09d1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84185611b85e472abddf70a79d3fd4a4&device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 1099 time: 0.1120052 May 20 18:40:33.980537 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-e285f430-d6aa-4afc-8810-611fe567b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:33.982082 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-e285f430-d6aa-4afc-8810-611fe567b53d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 200 len: 910 time: 0.1316931 May 20 18:40:34.052979 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-2564f3ca-3ef4-4986-92b0-9046e56a8818 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 200 len: 217 time: 0.0635798 May 20 18:40:34.114930 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-57b48e9f-e571-4970-8b16-50ce3dd931ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:34.116369 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-57b48e9f-e571-4970-8b16-50ce3dd931ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 200 len: 848 time: 0.0571337 May 20 18:40:34.142014 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:34.146364 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] Checking router: 468c238f-153e-41d8-844e-251b9fa65da6 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:34.156265 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:34.157063 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:34.204190 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-c9833baf-bc88-4f65-a89a-2810a61dcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:34.205772 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-c9833baf-bc88-4f65-a89a-2810a61dcee2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c17a0e2-68b1-499f-ba90-a879f7a26dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813363 May 20 18:40:34.316948 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e399-b09d-4fc3-a3a6-71d145624d6c req-d7afab6c-a58d-44ca-9390-b97c27f5de84 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:34.318481 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dd02e399-b09d-4fc3-a3a6-71d145624d6c req-d7afab6c-a58d-44ca-9390-b97c27f5de84 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0915990 May 20 18:40:34.367810 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-73d60173-5762-443d-9237-61eaadcc4242 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540883 May 20 18:40:34.369456 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:34.383082 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-dd02e399-b09d-4fc3-a3a6-71d145624d6c req-c2891923-33e0-4dff-adb0-bfb7265dd1e7 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573039 May 20 18:40:34.435200 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:40:34.511872 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8b67f914-85c8-4b41-9ff5-61f2421233e6 req-ebc99a3a-755b-43c9-b116-859240912601 service neutron] 10.222.0.69 "GET /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345744 May 20 18:40:34.675954 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:34.679768 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb906d-d6c4-46a7-a35e-70b604f93847 None None] The sync data for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb is: [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:35:07Z', 'revision_number': 4, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '2db89f2e-118b-4287-8114-ec183a3b851f', 'name': '', 'network_id': '8c17a0e2-68b1-499f-ba90-a879f7a26dc3', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'mac_address': 'fa:16:3e:c8:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:07Z', 'updated_at': '2021-05-20T18:35:18Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'subnets': [{'id': '62e2b124-e38a-4ec8-8963-50dadec30ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:34.895849 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d2c4c-74ba-4eac-9abf-6a2a22317d91 None None] New status for floating IP f908653a-ff49-4264-9778-b2a2724c8f71: DOWN {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:40:35.556020 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31485d8-6cd4-4c08-b1ef-a369ae4b3ad6 req-953e2139-f937-43bf-8dfe-abcc378b3b1e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:35.557465 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e31485d8-6cd4-4c08-b1ef-a369ae4b3ad6 req-953e2139-f937-43bf-8dfe-abcc378b3b1e tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.0784795 May 20 18:40:35.602125 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e31485d8-6cd4-4c08-b1ef-a369ae4b3ad6 req-71d1ef1c-f504-43a7-a9c7-c153f0409fe6 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/security-groups?id=4289943c-ba99-476e-b7df-47ec8d8809e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383353 May 20 18:40:35.832008 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-157fff98-a16c-4e47-8e38-e00889c7db34 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:35.832646 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-157fff98-a16c-4e47-8e38-e00889c7db34 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Synchronizing usage tracker for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:40:35.942975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-157fff98-a16c-4e47-8e38-e00889c7db34 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Unset dirty status for tenant:84185611b85e472abddf70a79d3fd4a4 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:40:35.944110 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-157fff98-a16c-4e47-8e38-e00889c7db34 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.69 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 946 time: 0.2976696 May 20 18:40:36.090726 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Deleting port 19f100a9-a01b-4917-bba8-29e16966fe57 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:36.091096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:36.226960 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] For port 19f100a9-a01b-4917-bba8-29e16966fe57, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=19f100a9-a01b-4917-bba8-29e16966fe57,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:36.227328 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:36.354897 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Calling delete_port for 19f100a9-a01b-4917-bba8-29e16966fe57 owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:36.543890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:36.549743 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c29bf135-8664-4010-b0c4-627cf1375049 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:36.592401 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event deleted for resources: {'Port': ['ID=19f100a9-a01b-4917-bba8-29e16966fe57,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:36.595848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:36.670322 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] No DVR routers for this DVR port 19f100a9-a01b-4917-bba8-29e16966fe57 on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:36.672809 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:36.675357 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-deleted', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:40:36.724576 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4949777c-6ad2-4ac9-b85a-2291c950e79b', 'name': 'network-vif-deleted', 'tag': '19f100a9-a01b-4917-bba8-29e16966fe57', 'status': 'completed', 'code': 200} May 20 18:40:36.761449 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c64cc862-9d9e-4ba4-ab2b-f40fd1e93fb7 req-c24084b5-a81d-47e7-8811-3b1cc86f8e4a tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.0472665 May 20 18:40:36.772751 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-89eb10bf-b91f-4d7e-96fd-f6a1a9a403a5 req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.69 "DELETE /v2.0/ports/19f100a9-a01b-4917-bba8-29e16966fe57 HTTP/1.1" status: 204 len: 173 time: 0.8215175 May 20 18:40:37.925085 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1832e3d5-b8d9-4b30-99fd-b3177fa8af7e req-315a4dd0-d416-4772-bfbf-304c75eb8731 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949777c-6ad2-4ac9-b85a-2291c950e79b HTTP/1.1" status: 200 len: 210 time: 0.0468068 May 20 18:40:39.020233 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37792) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:39.094795 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.124776 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.191128 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37798) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:39.233861 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:39.264204 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.268143 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 19f100a9-a01b-4917-bba8-29e16966fe57 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:39.268390 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 19f100a9-a01b-4917-bba8-29e16966fe57 not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:39.270935 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-88920a5f-9fb4-46e6-af43-22f438f0e400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:39.287228 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289943c-ba99-476e-b7df-47ec8d8809e1,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:39.289559 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:39.308731 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.323055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:40:39.327499 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d065c4457245481d9b18de57093b213f is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:40:39.330343 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:40:39.336066 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:40:39.370017 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.371168 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-d98d7aba-b2b3-43d6-8557-4745d5323a2c tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] 10.222.0.54 "DELETE /v2.0/security-groups/4289943c-ba99-476e-b7df-47ec8d8809e1 HTTP/1.1" status: 204 len: 168 time: 0.3498495 May 20 18:40:39.428058 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.490916 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37808) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:39.514847 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.523858 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-12c7f013-5d23-4436-b1b2-a9f9c5889af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:39.627098 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a0b08-a6de-4878-b3e3-08800a66d73b,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:39.632793 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d065c4457245481d9b18de57093b213f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406872 May 20 18:40:39.633865 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-01780750-2afa-4b71-8ade-af4d3cacffb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:39.635494 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37814) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:39.698949 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.725732 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.857490 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.861623 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-23e7d1a2-16c3-4937-97d7-4234f3af73e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:39.877753 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a0b08-a6de-4878-b3e3-08800a66d73b,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:39.880686 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:39.883144 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:39.886328 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-cc70ec0c-eec0-4407-85dd-7d1d5ada6f8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b5a0b08-a6de-4878-b3e3-08800a66d73b HTTP/1.1" status: 204 len: 168 time: 0.2497966 May 20 18:40:40.092451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:40.616859 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Deleting port 2db89f2e-118b-4287-8114-ec183a3b851f {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:40.617202 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:40.739069 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] For port 2db89f2e-118b-4287-8114-ec183a3b851f, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=2db89f2e-118b-4287-8114-ec183a3b851f,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:40.739338 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:40.859210 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Calling delete_port for 2db89f2e-118b-4287-8114-ec183a3b851f owned by network:router_interface {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:41.092405 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:41.096287 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-d5741653-1e96-48a0-adfe-a39cb9b59e79 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:41.140197 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Pushing event deleted for resources: {'Port': ['ID=2db89f2e-118b-4287-8114-ec183a3b851f,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:41.143344 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:41.405578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:41.867474 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Router 468c238f-153e-41d8-844e-251b9fa65da6 has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:42.040151 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:42.048183 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] Sync routers for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:42.057911 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:42.058581 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:42.061022 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-bb1f9bf3-0932-41f5-89c3-97eca3d1197a admin admin] 10.222.0.54 "PUT /v2.0/routers/468c238f-153e-41d8-844e-251b9fa65da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690320 May 20 18:40:42.061766 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 37824) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:42.229738 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:42.231692 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks [] for router, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:42.507738 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:42.513394 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:40:40Z', 'revision_number': 5, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port': {'id': '2d49acde-24ee-4a6d-8ffc-94946798daab', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:39:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468c238f-153e-41d8-844e-251b9fa65da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:02Z', 'updated_at': '2021-05-20T18:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:42.517386 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] Checking router: 468c238f-153e-41d8-844e-251b9fa65da6 for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:42.525493 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] Routers {'468c238f-153e-41d8-844e-251b9fa65da6'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:42.526075 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['468c238f-153e-41d8-844e-251b9fa65da6'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:42.626983 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Deleting port 2d49acde-24ee-4a6d-8ffc-94946798daab {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:42.627325 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:42.674188 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] Set router 468c238f-153e-41d8-844e-251b9fa65da6 gateway port host: None {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:42.747696 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] For port 2d49acde-24ee-4a6d-8ffc-94946798daab, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=2d49acde-24ee-4a6d-8ffc-94946798daab,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:42.747949 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:42.778470 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:40:42Z', 'revision_number': 6, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port_host': None}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:42.782392 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c8662-e293-4274-840a-6b3739c7772c None None] The sync data for ids ['468c238f-153e-41d8-844e-251b9fa65da6'] in dv-cinder-792462-1-smb is: [{'id': '468c238f-153e-41d8-844e-251b9fa65da6', 'name': 'tempest-TestShelveInstance-1959264200-router', 'tenant_id': '84185611b85e472abddf70a79d3fd4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:01Z', 'updated_at': '2021-05-20T18:40:42Z', 'revision_number': 6, 'project_id': '84185611b85e472abddf70a79d3fd4a4', 'gw_port_host': None}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:42.873761 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Calling delete_port for 2d49acde-24ee-4a6d-8ffc-94946798daab owned by network:router_gateway {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:43.167366 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2db89f2e-118b-4287-8114-ec183a3b851f no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:43.189310 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.194125 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:43.205912 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 2db89f2e-118b-4287-8114-ec183a3b851f {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:43.206247 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2db89f2e-118b-4287-8114-ec183a3b851f not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:43.247103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d49acde-24ee-4a6d-8ffc-94946798daab,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:43.271827 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:43.334419 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.507085 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.509278 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.598680 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.599193 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 468c238f-153e-41d8-844e-251b9fa65da6 {{(pid=92135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:40:43.611907 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.615837 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37830) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:43.616330 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] 10.222.0.54 "DELETE /v2.0/routers/468c238f-153e-41d8-844e-251b9fa65da6 HTTP/1.1" status: 204 len: 168 time: 1.5530930 May 20 18:40:43.688787 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Deleting subnet 62e2b124-e38a-4ec8-8963-50dadec30ac7 {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:40:43.691395 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.742409 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2722252'] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:43.825511 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.130452 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2487309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2616668'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.134430 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:44.170861 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e2b124-e38a-4ec8-8963-50dadec30ac7,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:44.174371 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:44.176730 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.182763 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-bbef49c6-50a1-423f-9d61-6651795d1183 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/62e2b124-e38a-4ec8-8963-50dadec30ac7 HTTP/1.1" status: 204 len: 168 time: 0.5659032 May 20 18:40:44.183428 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715518b-a9d8-40f4-8d74-326c2ed17131 None None] Network 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:44.185741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37836) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:44.290695 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.368367 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Deleting port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:44.368736 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.417211 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-60b45eac-74cf-45c5-8f11-d2411705fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.447257 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] DHCP port deletion for 8c17a0e2-68b1-499f-ba90-a879f7a26dc3 request from dv-cinder-792462-1-smb {{(pid=92137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:40:44.474309 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] For port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:44.478092 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.514972 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Deleting port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:44.515354 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.595667 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Calling delete_port for 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 owned by network:dhcp {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:44.610180 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] For port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,segment=NetworkSegment(b6544764-658f-4acd-8720-6dfef62cc5ce),segment_id=b6544764-658f-4acd-8720-6dfef62cc5ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:44.610581 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.697276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.702526 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a0369e28-c6fc-4a42-98ca-8c50632684f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:44.733380 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Calling delete_port for 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:44.748455 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:44.750238 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] No DVR routers for this DVR port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 on host dv-cinder-792462-1-smb {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:44.751663 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:44.776731 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.781247 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:44.822138 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Pushing event deleted for resources: {'Port': ['ID=4b0a0a2a-c203-454c-b4cb-ae21736cb9a6,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:44.827427 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] No DVR routers for this DVR port 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 on host dv-cinder-792462-1-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:44.833342 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.833687 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.834027 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.834357 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.834682 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.837344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:44.840109 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-374dc163-2097-47dd-a417-dfd548c6a4e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:44.864621 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:44.900140 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:44.937951 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:44.938302 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 4b0a0a2a-c203-454c-b4cb-ae21736cb9a6 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:44.938730 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2d49acde-24ee-4a6d-8ffc-94946798daab no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:44.972352 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 2d49acde-24ee-4a6d-8ffc-94946798daab {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:44.972723 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 2d49acde-24ee-4a6d-8ffc-94946798daab not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:44.987330 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c17a0e2-68b1-499f-ba90-a879f7a26dc3']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:45.000258 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6544764-658f-4acd-8720-6dfef62cc5ce') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:45.000593 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6544764-658f-4acd-8720-6dfef62cc5ce') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:45.011721 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:45.028180 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:45.036549 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:40:45.039301 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:40:45.050838 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:40:45.177476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:45.181369 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:45.195354 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:45.205851 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c17a0e2-68b1-499f-ba90-a879f7a26dc3,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:45.209004 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:45.269435 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8c17a0e2-68b1-499f-ba90-a879f7a26dc3 HTTP/1.1" status: 204 len: 168 time: 1.0827038 May 20 18:40:45.272187 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37842) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:45.796353 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:46.187139 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Deleting port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:46.187476 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:46.307299 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] For port 0cfce1a2-5be0-4db6-9574-c66abcc8bd12, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:46.307652 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:46.536623 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Calling delete_port for 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 owned by network:router_interface {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:46.719793 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:46.723264 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f64de3a3-09b0-42be-b887-93e37a451809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:46.766779 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfce1a2-5be0-4db6-9574-c66abcc8bd12,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:46.770394 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:46.869134 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:47.035596 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:47.137032 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4ca0-a756-48d7-8df3-e7b66849e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:47.386905 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Router 395cd2e8-62ed-4163-afd0-39b04753bc0e has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:40:47.562318 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:40:47.570216 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] Sync routers for ids ['395cd2e8-62ed-4163-afd0-39b04753bc0e'] in dv-cinder-792462-1-smb {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:40:47.579612 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] Routers {'395cd2e8-62ed-4163-afd0-39b04753bc0e'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:47.585297 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['395cd2e8-62ed-4163-afd0-39b04753bc0e'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:47.634528 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] 10.222.0.54 "PUT /v2.0/routers/395cd2e8-62ed-4163-afd0-39b04753bc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3612483 May 20 18:40:47.637061 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37850) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:47.785107 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] Set router 395cd2e8-62ed-4163-afd0-39b04753bc0e gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:47.811167 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks [] for router, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.079901 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:40:46Z', 'revision_number': 5, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:48.084516 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] Checking router: 395cd2e8-62ed-4163-afd0-39b04753bc0e for host: dv-cinder-792462-1-smb {{(pid=92137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:40:48.091798 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] Routers {'395cd2e8-62ed-4163-afd0-39b04753bc0e'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:40:48.092396 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:40:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['395cd2e8-62ed-4163-afd0-39b04753bc0e'], 'active': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:48.100429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.148362 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.234430 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Deleting port 5768af13-1a7f-4a45-9d44-6ee886ee7f36 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:48.234772 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.269191 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvr_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] Set router 395cd2e8-62ed-4163-afd0-39b04753bc0e gateway port host: dv-cinder-792462-1-smb {{(pid=92137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:40:48.356464 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] For port 5768af13-1a7f-4a45-9d44-6ee886ee7f36, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=5768af13-1a7f-4a45-9d44-6ee886ee7f36,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:48.356890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.481759 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Calling delete_port for 5768af13-1a7f-4a45-9d44-6ee886ee7f36 owned by network:router_gateway {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:48.554012 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_hamode_db [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:40:46Z', 'revision_number': 5, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:48.558170 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a21ec4-e302-4194-818b-72f26f013acb None None] The sync data for ids ['395cd2e8-62ed-4163-afd0-39b04753bc0e'] in dv-cinder-792462-1-smb is: [{'id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'name': 'tempest-TestShelveInstance-1758700409-router', 'tenant_id': '52228ffed2a9446fa3e899c948acf828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:35:16Z', 'updated_at': '2021-05-20T18:40:46Z', 'revision_number': 5, 'project_id': '52228ffed2a9446fa3e899c948acf828', 'gw_port': {'id': '5768af13-1a7f-4a45-9d44-6ee886ee7f36', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395cd2e8-62ed-4163-afd0-39b04753bc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:35:18Z', 'updated_at': '2021-05-20T18:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}] {{(pid=92137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:40:48.684681 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.688167 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-bcc7212d-4254-4e78-9126-02de5cd6bafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:48.734924 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Pushing event deleted for resources: {'Port': ['ID=5768af13-1a7f-4a45-9d44-6ee886ee7f36,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:48.759822 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:48.821243 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:48.947452 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:48.987897 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:48.988443 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0cfce1a2-5be0-4db6-9574-c66abcc8bd12 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:48.998282 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.000551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.092055 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.092629 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395cd2e8-62ed-4163-afd0-39b04753bc0e {{(pid=92136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:40:49.105220 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Notify callbacks [] for router, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.106676 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] 10.222.0.54 "DELETE /v2.0/routers/395cd2e8-62ed-4163-afd0-39b04753bc0e HTTP/1.1" status: 204 len: 168 time: 1.4677238 May 20 18:40:49.109368 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37856) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:49.174619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Deleting subnet cbdd446d-8da6-4ffa-bed7-1e45bf0727e5 {{(pid=92136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:40:49.183868 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.227740 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2722252'] for subnet, precommit_delete_associations {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.306032 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.633182 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2487309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2616668'] for subnet, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.637371 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0976defb-91b6-47a6-9cda-e111d647ddf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:49.675418 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdd446d-8da6-4ffa-bed7-1e45bf0727e5,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:49.680117 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for subnet, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.687780 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.688142 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.688517 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.688873 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.689222 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.689568 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.689913 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.690257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.690424 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885c99a-803c-428a-8e38-2171857809e0 None None] Network 2307c673-7ef0-4437-b365-f4abcfcf0746 requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:40:49.690890 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.690991 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.691258 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.691595 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:40:49.695610 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:49.697272 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-76f27739-9753-4cff-8e0f-0b8e663f6206 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cbdd446d-8da6-4ffa-bed7-1e45bf0727e5 HTTP/1.1" status: 204 len: 168 time: 0.5868664 May 20 18:40:49.699827 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37862) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:49.807211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.829394 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.880077 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Deleting port e86263bf-ffa2-4852-b80c-a62645012af9 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:49.880425 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:49.939901 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] DHCP port deletion for 2307c673-7ef0-4437-b365-f4abcfcf0746 request from dv-cinder-792462-1-smb {{(pid=92137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:40:50.009308 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Deleting port e86263bf-ffa2-4852-b80c-a62645012af9 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:40:50.009690 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.090169 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] For port e86263bf-ffa2-4852-b80c-a62645012af9, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e86263bf-ffa2-4852-b80c-a62645012af9,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:50.091121 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.108404 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] For port e86263bf-ffa2-4852-b80c-a62645012af9, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=e86263bf-ffa2-4852-b80c-a62645012af9,segment=NetworkSegment(efd78746-3ed6-44b6-8b5f-3d14b49bcdc3),segment_id=efd78746-3ed6-44b6-8b5f-3d14b49bcdc3)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:40:50.108822 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.213223 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Calling delete_port for e86263bf-ffa2-4852-b80c-a62645012af9 owned by network:dhcp {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:50.261591 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Calling delete_port for e86263bf-ffa2-4852-b80c-a62645012af9 owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:40:50.358540 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.363886 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b0dbbdc5-209f-4124-88ea-7230eab57813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:50.364347 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.368828 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-79aedf2c-7b83-4e44-af8f-1972b52b6816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:50.411711 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Pushing event deleted for resources: {'Port': ['ID=e86263bf-ffa2-4852-b80c-a62645012af9,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:50.412221 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] No DVR routers for this DVR port e86263bf-ffa2-4852-b80c-a62645012af9 on host dv-cinder-792462-1-smb {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:50.414700 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:50.415498 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05b7a6-3672-4c56-be39-efba61cad929 None None] No DVR routers for this DVR port e86263bf-ffa2-4852-b80c-a62645012af9 on host dv-cinder-792462-1-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:40:50.444534 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86263bf-ffa2-4852-b80c-a62645012af9,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:50.447655 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:50.536291 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.549644 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2307c673-7ef0-4437-b365-f4abcfcf0746']}} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:50.562046 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3') {'for_net_delete': True} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:50.562456 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.services.segments.db [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd78746-3ed6-44b6-8b5f-3d14b49bcdc3') {} {{(pid=92136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:40:50.573531 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2722243'] for segment, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.589105 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.595173 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=92136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:40:50.595553 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2487467'] for segment, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: Traceback (most recent call last): May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: timer() May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: cb(*args, **kw) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: return func(*args, **kwargs) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: self._notify() May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: self.callback(batched_events) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: event.method(event) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: return f(self, *a, **k) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: return self._get(url).json() May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: return self.request(url, 'GET', **kwargs) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:40:50.611346 dv-cinder-792462-1-smb neutron-server[92136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:40:50.781697 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.785211 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-06a5de5b-7a68-4dd2-b765-e72334815855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:50.798538 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:50.808460 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2307c673-7ef0-4437-b365-f4abcfcf0746,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:50.813137 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:50.815838 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-a2ac9562-7d5b-466d-8ead-64dcc0074c39 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2307c673-7ef0-4437-b365-f4abcfcf0746 HTTP/1.1" status: 204 len: 168 time: 1.1143789 May 20 18:40:50.891958 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e86263bf-ffa2-4852-b80c-a62645012af9 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:50.929653 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: e86263bf-ffa2-4852-b80c-a62645012af9 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:50.930004 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device e86263bf-ffa2-4852-b80c-a62645012af9 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:50.930439 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 5768af13-1a7f-4a45-9d44-6ee886ee7f36 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:40:50.962050 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 5768af13-1a7f-4a45-9d44-6ee886ee7f36 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:40:50.962366 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 5768af13-1a7f-4a45-9d44-6ee886ee7f36 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:40:51.170005 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37870) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:51.218218 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-16fd9c9b-bc4a-4c1c-8e97-bca0b0c75f90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84185611b85e472abddf70a79d3fd4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469823 May 20 18:40:51.220655 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37874) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:51.276662 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:51.301889 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:51.438327 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:51.442134 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7d98fffd-f730-45fc-88ed-da71da13dfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:51.457771 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2042d785-9fdb-4fb7-bd8d-7357b0bec3b9,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:51.462643 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:51.464632 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:51.465995 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2042d785-9fdb-4fb7-bd8d-7357b0bec3b9 HTTP/1.1" status: 204 len: 168 time: 0.2442186 May 20 18:40:52.083918 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37884) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:52.132607 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-2f54204d-adca-4ee4-b536-743bf67f235c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52228ffed2a9446fa3e899c948acf828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473988 May 20 18:40:52.134818 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 37888) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:40:52.190502 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:52.215036 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:52.319924 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:52.324619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-a2656787-2a0a-41c7-9752-2c4c4575f1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:40:52.337176 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91682ff-64d5-458b-abc1-065e803ca2b6,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:40:52.339956 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:40:52.341508 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:52.342592 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b91682ff-64d5-458b-abc1-065e803ca2b6 HTTP/1.1" status: 204 len: 168 time: 0.2069182 May 20 18:40:58.409054 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-69e8546f-a3f6-4179-b4c2-e6c5fb78419e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721545 May 20 18:40:58.466699 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:40:58.549919 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-a93e4d88-b3ee-4dad-a25c-b5eb68a13e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:58.551372 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-a93e4d88-b3ee-4dad-a25c-b5eb68a13e74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1099 time: 0.0727301 May 20 18:40:58.702524 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-b7af8e5f-f147-48ec-86c6-7364d8d03aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:58.703865 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-b7af8e5f-f147-48ec-86c6-7364d8d03aa7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1267941 May 20 18:40:58.807103 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-d4d6ce4d-9a7c-4ae9-a8e9-45674d125e57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 1001 time: 0.0957570 May 20 18:40:58.871033 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-c48b8ebf-b055-4c44-941f-39a267d935df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:58.872993 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-c48b8ebf-b055-4c44-941f-39a267d935df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0563250 May 20 18:40:58.951160 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-8f944e56-71ec-4bfe-8911-a113d8197485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:40:58.952653 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-8f944e56-71ec-4bfe-8911-a113d8197485 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714300 May 20 18:40:59.090391 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-6d50dc76-847c-49ac-97fa-e95ffbe26aef service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277707 May 20 18:40:59.320762 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-3b2dfce1-d3b4-4b04-87ef-f2eb73504550 req-675a5cd7-8da5-402d-b484-61915bcd9505 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220752 May 20 18:41:11.414453 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:41:14.365180 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-57b0c236-060e-4988-a8e4-0ff5bda29f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:15.006131 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f1d0-60c6-43c9-adcd-3016cf3895e0 req-58cfa598-550d-4a0d-b3d3-540913afcebe tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:15.007569 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b7e4f1d0-60c6-43c9-adcd-3016cf3895e0 req-58cfa598-550d-4a0d-b3d3-540913afcebe tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0824926 May 20 18:41:15.052401 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b7e4f1d0-60c6-43c9-adcd-3016cf3895e0 req-2351126d-f0f2-4d1c-b450-e406660051a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388415 May 20 18:41:16.235127 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3d805-215c-4348-9165-d5b2923ce87c req-d8708fe1-5d20-4249-80ca-aeab148da25f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:16.236826 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-07e3d805-215c-4348-9165-d5b2923ce87c req-d8708fe1-5d20-4249-80ca-aeab148da25f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0791557 May 20 18:41:16.284683 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-07e3d805-215c-4348-9165-d5b2923ce87c req-6068f021-d1be-437d-9889-80dd29fc430c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422485 May 20 18:41:16.874016 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:17.182344 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e4df8fe8-4378-4e32-94e2-87d47815e8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:17.468762 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e57c0-b179-4ae8-8d13-b2f7df43bbce req-ab641e15-b98d-4f10-afa2-d21a9c158bfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:17.470886 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5f3e57c0-b179-4ae8-8d13-b2f7df43bbce req-ab641e15-b98d-4f10-afa2-d21a9c158bfa tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0798626 May 20 18:41:17.515422 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5f3e57c0-b179-4ae8-8d13-b2f7df43bbce req-65b068a6-b351-423b-9ebf-726b725262af tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382931 May 20 18:41:18.136800 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:18.701230 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8056f14-07ae-4310-8b55-219b6111b65a req-918eadac-f527-4fe0-a36c-1280b35eeb72 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:18.702581 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e8056f14-07ae-4310-8b55-219b6111b65a req-918eadac-f527-4fe0-a36c-1280b35eeb72 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0836575 May 20 18:41:18.747163 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e8056f14-07ae-4310-8b55-219b6111b65a req-4bfa6a68-b733-4634-ae93-019603157c54 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389690 May 20 18:41:19.774794 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:19.926958 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c645db-5d6b-4741-9cd7-8defc24945b8 req-f8d4848f-a6f9-4fce-ab00-6d05d22c7131 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:19.928364 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67c645db-5d6b-4741-9cd7-8defc24945b8 req-f8d4848f-a6f9-4fce-ab00-6d05d22c7131 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0771894 May 20 18:41:19.974983 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-67c645db-5d6b-4741-9cd7-8defc24945b8 req-df1f1ae9-460a-436d-a54a-a109b3a17b94 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 May 20 18:41:21.249326 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd8ad9-34b4-4528-ad6b-4ea28cbc1819 req-292637af-973a-4838-b82d-5b98d280c678 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:21.250673 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bccd8ad9-34b4-4528-ad6b-4ea28cbc1819 req-292637af-973a-4838-b82d-5b98d280c678 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.1709771 May 20 18:41:21.295091 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bccd8ad9-34b4-4528-ad6b-4ea28cbc1819 req-48cf29be-41d0-4f6b-b35c-b20af4d57d4c tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381482 May 20 18:41:22.481288 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fa757-9040-47a2-aebd-eeab3e598f74 req-5bf03cf6-a23a-4a64-9c46-8169136e41b3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:22.482738 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9c6fa757-9040-47a2-aebd-eeab3e598f74 req-5bf03cf6-a23a-4a64-9c46-8169136e41b3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0807898 May 20 18:41:22.526496 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9c6fa757-9040-47a2-aebd-eeab3e598f74 req-5e469842-0b69-4910-8002-4821a7148769 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377917 May 20 18:41:23.707841 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da810791-2a21-4d05-89b3-bed0fc9bc915 req-7c07b8fa-fc79-49f6-9cce-6c23d94b7e8b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:23.709211 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-da810791-2a21-4d05-89b3-bed0fc9bc915 req-7c07b8fa-fc79-49f6-9cce-6c23d94b7e8b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0780404 May 20 18:41:23.757261 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-da810791-2a21-4d05-89b3-bed0fc9bc915 req-f52ff358-e72b-49f1-8fa6-343a9b3bd234 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423574 May 20 18:41:24.936662 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e03ec-e668-42d0-a912-f02478569df1 req-3ee2fedd-eb17-4eee-8472-04e4ff628860 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:24.938074 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9d6e03ec-e668-42d0-a912-f02478569df1 req-3ee2fedd-eb17-4eee-8472-04e4ff628860 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0778186 May 20 18:41:24.981318 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9d6e03ec-e668-42d0-a912-f02478569df1 req-38b9a421-62be-4008-8106-157a6dde37df tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369070 May 20 18:41:26.165246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aa27a-7cc3-45e6-9c3e-0e465905543c req-bd9961bd-deb3-4160-aed7-3194a8c2199d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:26.166672 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-999aa27a-7cc3-45e6-9c3e-0e465905543c req-bd9961bd-deb3-4160-aed7-3194a8c2199d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0823040 May 20 18:41:26.210426 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-999aa27a-7cc3-45e6-9c3e-0e465905543c req-e7d659c0-8891-4f0d-bf63-a3ecd598e5ef tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380967 May 20 18:41:27.391246 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3ba8-8680-4bc0-8a1f-77ab06d9befe req-37543816-9249-4ac0-ad22-ab87da2c0c94 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:27.392712 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b3cc3ba8-8680-4bc0-8a1f-77ab06d9befe req-37543816-9249-4ac0-ad22-ab87da2c0c94 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0784640 May 20 18:41:27.437432 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b3cc3ba8-8680-4bc0-8a1f-77ab06d9befe req-5ebe42cc-bafb-4fc7-9f36-3260fc686b47 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390227 May 20 18:41:28.485376 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:28.624721 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618fa38-eeaa-4a7d-a75f-649d41f06e35 req-912f48fe-5646-43d2-9583-4ef6807ceee9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:28.626152 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c618fa38-eeaa-4a7d-a75f-649d41f06e35 req-912f48fe-5646-43d2-9583-4ef6807ceee9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0824347 May 20 18:41:28.670700 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c618fa38-eeaa-4a7d-a75f-649d41f06e35 req-8913f9cf-592e-46c8-97d5-07a9b1b4de2e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382001 May 20 18:41:29.856396 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf8b52-cc7d-483f-85bb-24a18160aa13 req-17ae4660-6922-4599-a795-308c2bbddb25 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:29.857825 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6fcf8b52-cc7d-483f-85bb-24a18160aa13 req-17ae4660-6922-4599-a795-308c2bbddb25 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0806563 May 20 18:41:29.901419 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6fcf8b52-cc7d-483f-85bb-24a18160aa13 req-154372e7-ebc2-4569-b3c2-854523ea0160 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376422 May 20 18:41:31.082538 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf4927-7fa1-4e9a-aa61-e195f0c30bdb req-c2d9ea3c-4ff2-4e62-88c9-0a7648e4d512 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:31.084484 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bdbf4927-7fa1-4e9a-aa61-e195f0c30bdb req-c2d9ea3c-4ff2-4e62-88c9-0a7648e4d512 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0785770 May 20 18:41:31.128619 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bdbf4927-7fa1-4e9a-aa61-e195f0c30bdb req-a8a51b5e-7760-4e15-95d7-37bb189bf2f0 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384262 May 20 18:41:32.314307 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efdbe-2d12-475c-9047-a81c9f4ba96a req-e3a8417f-c822-460d-9a1f-6a3802a204cc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:32.315786 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-973efdbe-2d12-475c-9047-a81c9f4ba96a req-e3a8417f-c822-460d-9a1f-6a3802a204cc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0836954 May 20 18:41:32.360511 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-973efdbe-2d12-475c-9047-a81c9f4ba96a req-dfd9cbaf-832d-4c4c-98e4-2787eee3e059 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 May 20 18:41:33.544502 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3bc93-ee73-4ae2-a350-3042096a30de req-c61be399-021e-448e-bb24-b8c44f882e6b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:33.545967 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-83e3bc93-ee73-4ae2-a350-3042096a30de req-c61be399-021e-448e-bb24-b8c44f882e6b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0802939 May 20 18:41:33.593203 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-83e3bc93-ee73-4ae2-a350-3042096a30de req-c04a2bcd-fe2a-439a-8e2b-09fe696ff2ec tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408912 May 20 18:41:34.781761 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d637b-3b7e-4fc1-a721-3e72b1041727 req-17bd7f57-fb2f-4c69-bf3c-c2052e54dd3e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:34.783100 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-811d637b-3b7e-4fc1-a721-3e72b1041727 req-17bd7f57-fb2f-4c69-bf3c-c2052e54dd3e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0799835 May 20 18:41:34.826085 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-811d637b-3b7e-4fc1-a721-3e72b1041727 req-000534b2-2019-4537-acee-a5454342b795 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374010 May 20 18:41:36.012957 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcccebb-47d8-4b9a-a4ac-a5829e7d00ea req-c19b3226-e2e9-4a65-aed6-4203bffdd10e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:36.014376 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1dcccebb-47d8-4b9a-a4ac-a5829e7d00ea req-c19b3226-e2e9-4a65-aed6-4203bffdd10e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0821159 May 20 18:41:36.057937 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1dcccebb-47d8-4b9a-a4ac-a5829e7d00ea req-c43facd0-e083-4271-a6b9-aff4bc826dbb tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378764 May 20 18:41:36.566786 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd749d-c564-4be5-af97-bd99ac3b7088 req-7f7f143f-5bb3-4899-9449-290bb7cacfcc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:36.572981 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9acd749d-c564-4be5-af97-bd99ac3b7088 req-7f7f143f-5bb3-4899-9449-290bb7cacfcc tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0849957 May 20 18:41:36.621541 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-9acd749d-c564-4be5-af97-bd99ac3b7088 req-0a21530d-d28c-4f9e-82ed-0c0c091e1490 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 May 20 18:41:36.678015 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114adac-f94e-47f8-8809-208e780471ef req-45c94ce9-0721-4614-aebf-ffac720342c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:36.679387 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-45c94ce9-0721-4614-aebf-ffac720342c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1099 time: 0.0712698 May 20 18:41:36.810419 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114adac-f94e-47f8-8809-208e780471ef req-afb734eb-5611-4828-9405-c1a2c0e1e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:36.811891 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-afb734eb-5611-4828-9405-c1a2c0e1e1f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1251752 May 20 18:41:36.914319 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-9178ce65-d35d-4610-bfaf-68264bacc0df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 1001 time: 0.0960009 May 20 18:41:36.975673 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114adac-f94e-47f8-8809-208e780471ef req-f80e54d2-980e-4f6b-bd74-f49a9c17db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:36.976992 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-f80e54d2-980e-4f6b-bd74-f49a9c17db12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0563023 May 20 18:41:37.052251 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114adac-f94e-47f8-8809-208e780471ef req-f7da4e6b-4e70-4d4e-88cd-0f57cc3f1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:37.053684 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-f7da4e6b-4e70-4d4e-88cd-0f57cc3f1182 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708325 May 20 18:41:37.183489 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-f330a7b2-eaa5-427b-aa49-a8916e506e4f service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219287 May 20 18:41:37.313486 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8114adac-f94e-47f8-8809-208e780471ef req-43368ce5-a03c-4e44-9704-fbf55cc77d43 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226850 May 20 18:41:37.813406 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f7404-5f70-4eef-95a2-32c40151a723 req-df70156e-dade-4ca7-bfd7-f33057b4e93a tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:37.814861 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a33f7404-5f70-4eef-95a2-32c40151a723 req-df70156e-dade-4ca7-bfd7-f33057b4e93a tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0851688 May 20 18:41:37.858846 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a33f7404-5f70-4eef-95a2-32c40151a723 req-2b8d26e7-e4a5-49f9-929f-19663c1776b6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378242 May 20 18:41:39.041004 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34e27-4914-4ef6-b120-9e971ecc953d req-9192ac33-50c2-4c1e-be5e-2d2c7a6734db tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:39.042430 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a1f34e27-4914-4ef6-b120-9e971ecc953d req-9192ac33-50c2-4c1e-be5e-2d2c7a6734db tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0788610 May 20 18:41:39.088712 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-a1f34e27-4914-4ef6-b120-9e971ecc953d req-f7e62dee-13b6-4a2d-bbe7-980eb7480ee7 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 May 20 18:41:44.362312 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2d46e411-8384-4c76-8692-b826a9721023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:46.919096 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:47.158911 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9b5280b4-359c-45c2-947d-0b3f74c2a289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:48.173563 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:48.413295 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:41:49.790891 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:58.479557 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:41:59.791849 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-10438b94-0524-41e2-8c2a-b553dcf1d68c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703371 May 20 18:41:59.932992 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-30c80af2-2485-4fd1-8bb5-de8a2d58aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:41:59.934388 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-30c80af2-2485-4fd1-8bb5-de8a2d58aaae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1099 time: 0.0720272 May 20 18:42:00.076568 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-09a778dc-76e3-4ada-9aa4-a69498006907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:00.077879 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-09a778dc-76e3-4ada-9aa4-a69498006907 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1230109 May 20 18:42:00.179383 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-4ad1b833-6d9e-4925-8c5c-5621bb560a0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 1001 time: 0.0940945 May 20 18:42:00.243264 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-091b3dab-7758-44d9-8f58-c7b8ff1b3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:00.244707 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-091b3dab-7758-44d9-8f58-c7b8ff1b3919 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0577021 May 20 18:42:00.319429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-8d18791a-5edd-4524-a27e-0c8fef8e7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:00.320927 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-8d18791a-5edd-4524-a27e-0c8fef8e7767 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687885 May 20 18:42:00.452600 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-5a203fab-47e2-48eb-a22f-08e3f48cbd62 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240470 May 20 18:42:00.587176 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b0f79b17-9751-4ddd-95da-0b2d054dd126 req-d83b71c8-bb1b-43cc-8258-f9dd0d5c5e2f service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267192 May 20 18:42:10.188766 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd046d-6a8e-4369-8bd5-af3a55f4edb6 req-550e78f2-dbda-470d-bbce-53f2eabf64b3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:10.190904 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-92bd046d-6a8e-4369-8bd5-af3a55f4edb6 req-550e78f2-dbda-470d-bbce-53f2eabf64b3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0808222 May 20 18:42:10.235170 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-92bd046d-6a8e-4369-8bd5-af3a55f4edb6 req-02f3dff5-19f5-413f-90ce-285ec40e15f1 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384696 May 20 18:42:11.421312 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a9cd-3d80-4226-a326-fec203a2fd66 req-568a0345-f03f-4f01-9611-3bdbc684ea35 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:11.422732 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b1c1a9cd-3d80-4226-a326-fec203a2fd66 req-568a0345-f03f-4f01-9611-3bdbc684ea35 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0824583 May 20 18:42:11.548872 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b1c1a9cd-3d80-4226-a326-fec203a2fd66 req-cf675fdf-6af3-4399-8507-fce08cd0fa5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197128 May 20 18:42:12.728254 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612496-af4d-45d3-b064-fc9c4767b400 req-def76150-3a8e-4fb5-add7-8dc4a2f3664e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:12.729772 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-92612496-af4d-45d3-b064-fc9c4767b400 req-def76150-3a8e-4fb5-add7-8dc4a2f3664e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0784793 May 20 18:42:12.776616 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-92612496-af4d-45d3-b064-fc9c4767b400 req-80edb6d9-5c87-458c-8877-1b8c68a4e00e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 May 20 18:42:13.953571 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ae754-874f-4bc4-96d5-cdc849342f62 req-d3643ba9-cc89-4caa-9c0a-7d1be7f2e4c8 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:13.955035 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f91ae754-874f-4bc4-96d5-cdc849342f62 req-d3643ba9-cc89-4caa-9c0a-7d1be7f2e4c8 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0781236 May 20 18:42:13.998788 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f91ae754-874f-4bc4-96d5-cdc849342f62 req-242b87e5-f473-4e04-b103-002037e99253 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374699 May 20 18:42:14.407276 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-63c7ea11-e656-4ef4-bfa2-40e6b6768b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:15.186836 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082aa2a-baf4-4334-9e93-266828f1b7b3 req-722aea55-8c6e-4ddc-9a3b-1bdf8840bab1 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:15.188192 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6082aa2a-baf4-4334-9e93-266828f1b7b3 req-722aea55-8c6e-4ddc-9a3b-1bdf8840bab1 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0828478 May 20 18:42:15.232328 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-6082aa2a-baf4-4334-9e93-266828f1b7b3 req-3cded668-10d6-4b96-9a14-48d05e029ece tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378561 May 20 18:42:16.416224 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c88c6c-f058-4408-9d79-45b26e0c3588 req-a5fbedde-358b-4c33-853c-4c6de1c9dd5d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:16.417690 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-68c88c6c-f058-4408-9d79-45b26e0c3588 req-a5fbedde-358b-4c33-853c-4c6de1c9dd5d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0807915 May 20 18:42:16.461527 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-68c88c6c-f058-4408-9d79-45b26e0c3588 req-e1bbf8ac-8237-4fab-a9a0-cdbde1d4e3d3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381474 May 20 18:42:16.898629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:17.147351 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-30b334ea-2fdd-4fc5-8ecb-90cf06ba1952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:17.646716 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9bebd-d5ea-48db-8026-0c402f0faee8 req-d878016c-7cd0-431c-a3d8-d38bbfb4992b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:17.652061 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e1c9bebd-d5ea-48db-8026-0c402f0faee8 req-d878016c-7cd0-431c-a3d8-d38bbfb4992b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0834839 May 20 18:42:17.692575 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e1c9bebd-d5ea-48db-8026-0c402f0faee8 req-afed719f-3d29-400f-947c-e1053d8e4b47 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 May 20 18:42:18.138470 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:18.873528 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be2b9c-7115-4b10-ac17-8405a1a3a021 req-ea8cfd70-9d62-42c9-8bf9-49168ca6db6f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:18.874955 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b6be2b9c-7115-4b10-ac17-8405a1a3a021 req-ea8cfd70-9d62-42c9-8bf9-49168ca6db6f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0793633 May 20 18:42:18.921950 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-b6be2b9c-7115-4b10-ac17-8405a1a3a021 req-bdd908c6-a4b0-4808-b311-561574b9b95f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 May 20 18:42:19.778416 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:20.102814 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b774404-9888-4999-9cc1-3ff2a94f3259 req-cfd976c9-11e5-4d29-ba95-dae469a5a2f3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:20.104412 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1b774404-9888-4999-9cc1-3ff2a94f3259 req-cfd976c9-11e5-4d29-ba95-dae469a5a2f3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0791728 May 20 18:42:20.149199 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-1b774404-9888-4999-9cc1-3ff2a94f3259 req-536e00d7-ee00-43be-ac6b-2b7009842648 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387526 May 20 18:42:21.339831 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8ab49-1820-4379-bb92-2c1b3e8b15f8 req-eab3829a-3b3d-4986-ae0d-74b70de78f1d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:21.341281 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bbc8ab49-1820-4379-bb92-2c1b3e8b15f8 req-eab3829a-3b3d-4986-ae0d-74b70de78f1d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0822322 May 20 18:42:21.385191 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-bbc8ab49-1820-4379-bb92-2c1b3e8b15f8 req-6597288b-dfe2-4ac7-a1e7-e985031ddaee tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383399 May 20 18:42:21.843709 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae8bf7-02c5-4294-9c2b-cd7a1157d615 req-a62c361f-1dc6-4f51-89e3-f75cbf63d5c3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:21.845198 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f5ae8bf7-02c5-4294-9c2b-cd7a1157d615 req-a62c361f-1dc6-4f51-89e3-f75cbf63d5c3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0799036 May 20 18:42:21.890325 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f5ae8bf7-02c5-4294-9c2b-cd7a1157d615 req-7130ba27-dda2-40a3-95d0-d0dd81445066 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388522 May 20 18:42:22.069911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-91b08225-eadf-4a07-9f2a-025ed792949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:22.071352 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-91b08225-eadf-4a07-9f2a-025ed792949a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 1099 time: 0.1741128 May 20 18:42:22.198967 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-45a2306e-287c-474f-8089-4f9ff95d760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:22.200278 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-45a2306e-287c-474f-8089-4f9ff95d760e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1221924 May 20 18:42:22.301617 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-92b08bf1-65f7-425d-b5ed-11332c021683 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 200 len: 1001 time: 0.0937080 May 20 18:42:22.362796 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-ceddb903-3c5d-4c7f-a3e4-0f6bc01aeed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:22.364126 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-ceddb903-3c5d-4c7f-a3e4-0f6bc01aeed9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0555174 May 20 18:42:22.442283 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-02485434-5aa0-49a1-9d6a-85c2ebb3abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:22.443821 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-02485434-5aa0-49a1-9d6a-85c2ebb3abbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722351 May 20 18:42:22.573253 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-6384c3ca-1d92-442f-9983-7c44f43cd89a service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223314 May 20 18:42:22.703512 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1b78b9d0-5d9b-4a42-a8fa-b83525f847ce req-d41db495-2d2d-489c-84e1-7c5606fb6f1c service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233921 May 20 18:42:23.077029 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce617b-20d7-49c6-91c5-250829b2e48a req-44ae798e-b295-4ba0-9f13-181324a90d1d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:23.078471 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d2ce617b-20d7-49c6-91c5-250829b2e48a req-44ae798e-b295-4ba0-9f13-181324a90d1d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0826545 May 20 18:42:23.126066 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d2ce617b-20d7-49c6-91c5-250829b2e48a req-80c0e410-bd3e-4834-a2e0-e5ea71b1446d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 May 20 18:42:24.308441 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29663cae-ed02-4214-819b-7b5485dce497 req-ba8e5765-4377-4bc4-b971-228c6dc80d01 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:24.309946 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-29663cae-ed02-4214-819b-7b5485dce497 req-ba8e5765-4377-4bc4-b971-228c6dc80d01 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0795345 May 20 18:42:24.357443 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-29663cae-ed02-4214-819b-7b5485dce497 req-392b897d-9770-4c5a-87df-cde6a5cc752e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 May 20 18:42:25.411841 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:42:28.475862 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:44.398240 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a3783d9b-a4ae-4020-a152-5c2b63c9c2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:46.914732 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:47.154755 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8608-636f-4141-876c-f857b01fee00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:48.142822 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:49.788872 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:53.921792 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f4ed-de30-4fea-9bd8-0a89f36d768f req-175ea88b-6aeb-45cb-b382-47326a1d4b89 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:53.923219 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e387f4ed-de30-4fea-9bd8-0a89f36d768f req-175ea88b-6aeb-45cb-b382-47326a1d4b89 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0774982 May 20 18:42:53.967685 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e387f4ed-de30-4fea-9bd8-0a89f36d768f req-d3f1d1e1-d704-4209-ad17-3a42ee542b86 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 May 20 18:42:55.319537 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb668b-9155-498e-a296-581f9af40299 req-00ceb84e-feeb-4a46-9453-452fefd302f4 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:55.321595 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-75fb668b-9155-498e-a296-581f9af40299 req-00ceb84e-feeb-4a46-9453-452fefd302f4 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.2489657 May 20 18:42:55.364916 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-75fb668b-9155-498e-a296-581f9af40299 req-6ff44cfb-2d9b-4a00-96aa-cdce900607b9 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376551 May 20 18:42:55.930540 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-03a6d6d1-6884-4362-8ccd-583f2fa24341 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:55.931225 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-03a6d6d1-6884-4362-8ccd-583f2fa24341 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:42:55.988378 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-03a6d6d1-6884-4362-8ccd-583f2fa24341 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:42:55.989533 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-03a6d6d1-6884-4362-8ccd-583f2fa24341 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.1359043 May 20 18:42:56.125974 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Deleting port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:56.126314 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.256970 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] For port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:42:56.257243 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.544438 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.544757 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.545063 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Floating IP 0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae disassociated. External IP: 172.28.1.53, port: 72ca3d2d-8100-4cfd-bb4a-09a49468d5af. May 20 18:42:56.545388 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Calling delete_port for 72ca3d2d-8100-4cfd-bb4a-09a49468d5af owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:56.552153 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6ce6-c48e-46fc-8ef0-361619c294ae req-8008f555-071b-40d6-8198-1ec78d42f377 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:42:56.553673 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-635d6ce6-c48e-46fc-8ef0-361619c294ae req-8008f555-071b-40d6-8198-1ec78d42f377 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 946 time: 0.0795164 May 20 18:42:56.600188 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-635d6ce6-c48e-46fc-8ef0-361619c294ae req-35c2c8ba-85aa-4558-80d9-08dc704f99d3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfb49d6-108e-4150-81d5-4a9b3f11552d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 May 20 18:42:56.720033 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:56.725710 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f6be233e-aa9a-45c2-9ca4-b0870d49f046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:56.769293 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event deleted for resources: {'Port': ['ID=72ca3d2d-8100-4cfd-bb4a-09a49468d5af,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:56.778864 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.779245 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.779613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.779977 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.780337 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.780717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.781073 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.781427 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.781782 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.782615 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.782615 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.782804 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:42:56.786976 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:57.067854 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:42:57.251291 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:42:57.260845 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:42:57.270720 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:42:57.271314 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:42:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:57.322030 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] No DVR routers for this DVR port 72ca3d2d-8100-4cfd-bb4a-09a49468d5af on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:42:57.324511 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:57.327097 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'name': 'network-vif-deleted', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:42:57.373008 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2681fae-e364-42c1-b225-9947a2ebb788', 'name': 'network-vif-deleted', 'tag': '72ca3d2d-8100-4cfd-bb4a-09a49468d5af', 'status': 'completed', 'code': 200} May 20 18:42:57.412527 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-fe649081-d89f-4d13-a4ab-06e2899a381c req-1bf19309-6898-4bf0-bfa7-3cb961d9f1ab tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "DELETE /v2.0/ports/72ca3d2d-8100-4cfd-bb4a-09a49468d5af HTTP/1.1" status: 204 len: 173 time: 1.4166770 May 20 18:42:57.446321 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:42:57.766090 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-0904d35c-4fa1-47b1-a791-666cb60befe6 req-abbbb4f9-6a33-40e5-b5ff-89d0e9d32c8f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2681fae-e364-42c1-b225-9947a2ebb788 HTTP/1.1" status: 200 len: 210 time: 0.0484333 May 20 18:42:57.783081 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:57.786841 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:42:57.795956 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:42:57.796569 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:42:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:57.872288 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 72ca3d2d-8100-4cfd-bb4a-09a49468d5af no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:42:57.908540 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 72ca3d2d-8100-4cfd-bb4a-09a49468d5af {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:42:57.908822 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 72ca3d2d-8100-4cfd-bb4a-09a49468d5af not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:42:57.969334 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:42:58.275057 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:42:58.278876 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6fc96-319d-4069-b949-d1243c6c3dcd None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:42:58.481401 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c536ff-5499-452e-89bc-3a90ff996e1f None None] New status for floating IP 0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae: DOWN {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:42:58.536415 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:58.943813 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38100) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:59.010651 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.037888 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.160059 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.163778 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-73516708-c41a-426a-8a0d-fa00a8f595c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:59.178231 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb49d6-108e-4150-81d5-4a9b3f11552d,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:42:59.181385 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:42:59.267605 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.268733 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-cc9d44d2-d013-4451-8e4a-a744e63346f6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "DELETE /v2.0/security-groups/8dfb49d6-108e-4150-81d5-4a9b3f11552d HTTP/1.1" status: 204 len: 168 time: 0.3238974 May 20 18:42:59.271426 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38104) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:59.287539 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.api.v2.resource [None req-fcdace7d-a161-4755-9b9e-bb31e253fab2 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] show failed (client error): The resource could not be found. May 20 18:42:59.288452 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-fcdace7d-a161-4755-9b9e-bb31e253fab2 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups/8dfb49d6-108e-4150-81d5-4a9b3f11552d HTTP/1.1" status: 404 len: 347 time: 0.0161550 May 20 18:42:59.290902 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38108) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:42:59.504051 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Deleting port 660bd2eb-b799-4df6-9af9-cc3458d4ffa4 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:42:59.504385 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.620998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.621320 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.743177 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Calling delete_port for 660bd2eb-b799-4df6-9af9-cc3458d4ffa4 owned by network:floatingip {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:42:59.948306 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:42:59.952897 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-90d0186d-c322-437f-ab76-829a5d2ff351 tempest-VolumesSnapshotTestJSON-1793357634 tempest-VolumesSnapshotTestJSON-1793357634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:42:59.997116 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event deleted for resources: {'Port': ['ID=660bd2eb-b799-4df6-9af9-cc3458d4ffa4,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:00.028260 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:00.088869 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.102525 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.103637 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-368102ec-f6ba-4d49-bb33-84230c34f127 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "DELETE /v2.0/floatingips/0f05e8eb-2bd2-4e8f-a231-aeddeec1dfae HTTP/1.1" status: 204 len: 168 time: 0.8118246 May 20 18:43:00.529608 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38114) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:00.534902 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361976816', 'description': 'tempest-description--1989459088'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:00.540906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:43:00.545007 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:43:00.547996 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:43:00.553927 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:43:00.628347 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.649442 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:43:00.653336 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:43:00.656114 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:43:00.661780 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:43:00.728878 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.814785 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.818575 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1b5b7e25-2f6a-4f17-ac40-1ba3f832352f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:00.859096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f2c51-e28f-42d2-897c-1c9d82501722,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:00.861906 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:00.942515 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:00.943688 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-53b103c3-4e59-4c73-96fa-6a12c7ac8e27 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4130712 May 20 18:43:00.946524 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38118) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:00.951648 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'security_group_rule': {'security_group_id': '0b8f2c51-e28f-42d2-897c-1c9d82501722', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:00.957591 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:43:00.961376 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:43:00.964429 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:43:00.970192 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:43:01.051193 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.111186 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.169199 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.174987 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:01.196217 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233edb68-7fd0-4e44-9524-3353353270db,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:01.199107 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:01.300829 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.302051 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-661d9dc1-0d21-4c05-9a1c-be24034981a5 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545871 May 20 18:43:01.304619 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38122) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:01.310486 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'security_group_rule': {'security_group_id': '0b8f2c51-e28f-42d2-897c-1c9d82501722', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:01.315206 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:43:01.319021 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:security_group_rule and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:43:01.321946 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:43:01.327579 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:43:01.525742 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.585099 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.651142 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799081'] for security_group_rule, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.653223 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-b98bc234-5cd0-4da3-81ac-f26db7ebfb33 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:01.675304 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affb714a-4bda-4c46-b406-b31ac0e2a524,revision_number=0']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:01.679546 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:01.746591 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.747782 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-1573ea3b-dc91-4a28-b774-d151193da09f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422708 May 20 18:43:01.750843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38126) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:01.756130 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'floatingip': {'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:01.762364 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:43:01.766451 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:floatingip and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:43:01.769344 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:43:01.775742 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:43:01.855439 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:01.989717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.123703 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Allocated IP 172.28.1.100 (02ca1856-0ac2-4f6e-a74e-119cd05d4b39/c57a1347-6b9c-4cbf-836d-619f925f42c1/efa5ad4d-ee21-4f3d-9e83-47622e720238) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:43:02.266410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.375365 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.378943 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c6bdc392-e247-479e-ad97-d1da38c7b8e8 tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:02.410372 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:43:02.445377 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Network 02ca1856-0ac2-4f6e-a74e-119cd05d4b39 is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:43:02.448234 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:43:02.451838 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:43:02.480615 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'Port': ['ID=efa5ad4d-ee21-4f3d-9e83-47622e720238,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:02.486626 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:02.532296 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.652395 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.879578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.946374 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:02.949928 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:03.056122 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'Port': ['ID=efa5ad4d-ee21-4f3d-9e83-47622e720238,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:03.060147 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:03.066773 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.188241 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:03.189392 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c655b181-e0dc-4017-8989-d2742dd42d5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4376123 May 20 18:43:03.509212 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-58462672-ca39-4cbd-be51-416a77883584 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--361976816&fields=id&tenant_id=2414cca4692e4cd585ad8bd8526757b8 HTTP/1.1" status: 200 len: 267 time: 0.0403812 May 20 18:43:03.656938 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-a3646eca-7f87-44e1-aa25-fd81a208236b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:03.658357 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-a3646eca-7f87-44e1-aa25-fd81a208236b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 811 time: 0.1422052 May 20 18:43:03.673334 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-9758b1ea-b11f-4909-9515-34bc95161952 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/quotas/2414cca4692e4cd585ad8bd8526757b8 HTTP/1.1" status: 200 len: 375 time: 0.0093927 May 20 18:43:03.757368 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5a04c51e-b5b6-4e8d-b33c-d40533b94819 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788205 May 20 18:43:03.773117 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-86da4e12-2dad-4354-b350-1fc294ea70c9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92135) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:43:03.774176 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-86da4e12-2dad-4354-b350-1fc294ea70c9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051627 May 20 18:43:03.988504 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-adfe80d6-8423-4bd7-bd49-5fe0bc2a69a5 service neutron] 10.222.0.54 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089629 May 20 18:43:04.118295 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-f48f38ee-2693-4583-ae75-05727b74df3d service neutron] 10.222.0.54 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232760 May 20 18:43:04.415726 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-97fa05f1-e011-47c4-84d4-c4ae0c091b7f req-c27b5bc8-223c-4ba6-b25f-7fe7ee7a2f71 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 210 time: 0.0479882 May 20 18:43:05.564416 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-2a1e9ca7-871c-48bd-9df3-b141788221bf req-85746792-eb67-4faf-a6f0-e3366efb54ac tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 210 time: 0.0424397 May 20 18:43:06.394838 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-f7b40908-ce14-4852-9186-a1fcc8c3aec3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:06.396275 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-f7b40908-ce14-4852-9186-a1fcc8c3aec3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 811 time: 0.1462765 May 20 18:43:06.444849 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-f1dbc051-633a-4f4f-8590-7941e75c634d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:security_group {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:43:06.552480 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-f1dbc051-633a-4f4f-8590-7941e75c634d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:security_group {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:43:06.553673 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-f1dbc051-633a-4f4f-8590-7941e75c634d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2414cca4692e4cd585ad8bd8526757b8 HTTP/1.1" status: 200 len: 379 time: 0.1482186 May 20 18:43:06.562932 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'port': {'device_id': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'admin_state_up': True, 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'security_groups': ['0b8f2c51-e28f-42d2-897c-1c9d82501722']}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:06.707419 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:43:06.711558 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Usage tracker for resource:port and tenant:2414cca4692e4cd585ad8bd8526757b8 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:43:06.714400 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:43:06.719837 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c2731769-cb61-44a7-91af-ad4380c1cf80 req-d5fe35d7-6c85-48a3-abb4-fbbe403f69d8 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 210 time: 0.0423508 May 20 18:43:06.720394 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:43:06.792350 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Made reservation on behalf of 2414cca4692e4cd585ad8bd8526757b8 for: {'port': 1} {{(pid=92136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 18:43:06.795900 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:06.955907 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.db_base_plugin_common [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Allocated IP 172.20.0.7 (e474b055-8f87-4443-b2b1-830b12c1848d/737ef4e4-bea8-417d-b488-716aca805c61/7671f1af-921a-4a9e-af62-2190a6159e0a) {{(pid=92136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 18:43:07.238212 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for port, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:07.253669 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Transition to ACTIVE for port object 7671f1af-921a-4a9e-af62-2190a6159e0a will not be triggered until provisioned by entity DHCP. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:43:07.335523 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771696762974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:07.341284 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-9240e607-636f-4876-abd7-ea9be1015678 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:07.409412 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Network e474b055-8f87-4443-b2b1-830b12c1848d is already hosted by enough agents. {{(pid=92136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 18:43:07.412395 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.base_scheduler [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Resources bound (agent type, host, resource id): {{(pid=92136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 18:43:07.416816 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Received port after_create {{(pid=92136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 18:43:07.447021 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event updated for resources: {'Port': ['ID=7671f1af-921a-4a9e-af62-2190a6159e0a,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:07.454652 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:07.485200 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:07.485825 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:07.593507 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-5c054b09-5232-429f-9fbc-1c8231391eda tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0342510 May 20 18:43:07.603967 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-9859570e-4adf-427a-ae1c-310dc009ed53 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=92136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 18:43:07.604896 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-9859570e-4adf-427a-ae1c-310dc009ed53 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051303 May 20 18:43:07.662024 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.v2.base [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Request body: {'port': {'device_id': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=92136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:07.684225 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-62168478-df46-44fb-ac4b-6254e21cbdb2 None None] Provisioning for port 7671f1af-921a-4a9e-af62-2190a6159e0a completed by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:43:07.689535 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-62168478-df46-44fb-ac4b-6254e21cbdb2 None None] Provisioning complete for port 7671f1af-921a-4a9e-af62-2190a6159e0a triggered by entity DHCP. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:43:07.689980 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-62168478-df46-44fb-ac4b-6254e21cbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:07.743310 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-62168478-df46-44fb-ac4b-6254e21cbdb2 None None] Port 7671f1af-921a-4a9e-af62-2190a6159e0a cannot update to ACTIVE because it is not bound. {{(pid=92137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 18:43:07.776086 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:07.905405 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43f7e1-db8d-43e8-b34f-fdd81f5439b1 req-222b1e7f-0fa7-44f4-a944-53a0c8cb7da2 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:07.906896 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac43f7e1-db8d-43e8-b34f-fdd81f5439b1 req-222b1e7f-0fa7-44f4-a944-53a0c8cb7da2 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 931 time: 0.0829477 May 20 18:43:07.952568 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac43f7e1-db8d-43e8-b34f-fdd81f5439b1 req-30cb7169-e5f2-468b-a898-ae3fa1a0901e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 May 20 18:43:08.111183 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7671f1af-921a-4a9e-af62-2190a6159e0a {{(pid=92136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:43:08.118833 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:08.132345 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.provisioning_blocks [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Transition to ACTIVE for port object 7671f1af-921a-4a9e-af62-2190a6159e0a will not be triggered until provisioned by entity L2. {{(pid=92136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 18:43:08.203635 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:08.207361 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-53695c06-2770-485e-8c7c-be36db8bfe51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:08.360998 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7671f1af-921a-4a9e-af62-2190a6159e0a,revision_number=2']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:08.369788 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:08.441699 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Attempting to bind port 7671f1af-921a-4a9e-af62-2190a6159e0a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 18:43:08.442278 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Attempting to bind port 7671f1af-921a-4a9e-af62-2190a6159e0a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 18:43:08.442561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Attempting to bind port 7671f1af-921a-4a9e-af62-2190a6159e0a on network e474b055-8f87-4443-b2b1-830b12c1848d {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:43:08.447415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Port 7671f1af-921a-4a9e-af62-2190a6159e0a on network e474b055-8f87-4443-b2b1-830b12c1848d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 18:43:08.447736 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Attempting to bind port 7671f1af-921a-4a9e-af62-2190a6159e0a on network e474b055-8f87-4443-b2b1-830b12c1848d {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 18:43:08.453613 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Checking agent: {'id': '3525d72b-ccdf-4fa0-8782-d55656023ef9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'started_at': datetime.datetime(2021, 5, 20, 18, 30, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 18, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 18:43:08.453962 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Checking segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 18:43:08.454539 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Bound using segment: {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'} {{(pid=92136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 18:43:08.454975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.managers [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Bound port: 7671f1af-921a-4a9e-af62-2190a6159e0a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c425d113-0d8e-4278-933c-61157f06db7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d'}}] {{(pid=92136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 18:43:08.455324 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:08.546913 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] For port 7671f1af-921a-4a9e-af62-2190a6159e0a, host hv-cinder-79246, cleared binding levels {{(pid=92136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 18:43:08.549828 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] For port 7671f1af-921a-4a9e-af62-2190a6159e0a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7671f1af-921a-4a9e-af62-2190a6159e0a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 18:43:08.610028 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2487543'] for port, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:08.613540 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8beea4ca-bba5-4e19-a032-e45c47b6f4d5 tempest-ServerRescueNegativeTestJSON-29516581 tempest-ServerRescueNegativeTestJSON-29516581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:08.670959 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:08.671455 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:08.672827 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] 10.222.0.69 "PUT /v2.0/ports/7671f1af-921a-4a9e-af62-2190a6159e0a HTTP/1.1" status: 200 len: 1093 time: 1.0609269 May 20 18:43:08.673318 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:43:08.695938 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7671f1af-921a-4a9e-af62-2190a6159e0a,revision_number=3']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:08.699108 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-dd1659c7-3e36-4646-86e2-185b6ae9bcc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:08.817963 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'status': 'completed', 'code': 200} May 20 18:43:08.859555 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-112a3888-c565-468a-a616-863f0df9e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:08.861082 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-112a3888-c565-468a-a616-863f0df9e503 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 1096 time: 0.0781000 May 20 18:43:08.929247 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-6eaa3ad5-08d0-4c6d-828b-a11a58ca4e59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7671f1af-921a-4a9e-af62-2190a6159e0a HTTP/1.1" status: 200 len: 217 time: 0.0603187 May 20 18:43:08.994950 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-e7069d6f-80cc-4dde-aa24-d56b174b58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:08.996428 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-e7069d6f-80cc-4dde-aa24-d56b174b58a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0619807 May 20 18:43:09.071096 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-34502bc2-8f4e-4295-83cb-ecee38582296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:09.072570 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-34502bc2-8f4e-4295-83cb-ecee38582296 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701039 May 20 18:43:09.136801 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb99319-d6b2-41dd-8659-83dc1b299578 req-08345e61-7b8e-4acf-ac12-1c257941538f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:09.138231 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-efb99319-d6b2-41dd-8659-83dc1b299578 req-08345e61-7b8e-4acf-ac12-1c257941538f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 943 time: 0.0837963 May 20 18:43:09.182208 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-efb99319-d6b2-41dd-8659-83dc1b299578 req-74587cc3-6693-460a-9723-c3d9a6b4ee10 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379124 May 20 18:43:09.204814 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-37d12aed-82e3-4538-bbff-e147292d4175 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253102 May 20 18:43:09.426930 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-8ecb69d5-c4b6-4797-918a-50355288dbe2 req-8158e659-274f-469c-b973-e7e9705f971d service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159107 May 20 18:43:09.638325 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-6147c676-7681-4612-80c1-49b8995e2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:09.639947 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-6147c676-7681-4612-80c1-49b8995e2d4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 1096 time: 0.0754673 May 20 18:43:09.770466 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-fcc6f1a1-1693-46cc-8e76-7e84f43e0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:09.771882 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-fcc6f1a1-1693-46cc-8e76-7e84f43e0df9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1251447 May 20 18:43:09.845854 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-be4358e9-09b0-4d06-bbe9-0cbb9b28a603 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7671f1af-921a-4a9e-af62-2190a6159e0a HTTP/1.1" status: 200 len: 217 time: 0.0646951 May 20 18:43:09.910104 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-a4633dd5-ab82-46c4-964c-ede920f50267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:09.911488 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-a4633dd5-ab82-46c4-964c-ede920f50267 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0586877 May 20 18:43:09.985191 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-e7c0b0a0-7015-4159-9848-f562782db79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:09.986589 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-e7c0b0a0-7015-4159-9848-f562782db79c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681558 May 20 18:43:10.113928 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-489eaf18-00c7-4491-aa43-1a02a87d373f service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200047 May 20 18:43:10.246492 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-4e7a53b6-6818-47d2-a485-fda1c6c648b8 req-950834a7-34db-4268-a4d3-1b5e08efb1f7 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253695 May 20 18:43:10.368285 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91588df2-0185-46d7-bd2c-1e80952957e2 req-4aa04327-ec53-4050-b632-35532957f47e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:10.369741 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91588df2-0185-46d7-bd2c-1e80952957e2 req-4aa04327-ec53-4050-b632-35532957f47e tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 943 time: 0.0791433 May 20 18:43:10.414444 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-91588df2-0185-46d7-bd2c-1e80952957e2 req-ce8d24bd-805d-48cb-91b2-efc2627ca2b0 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385616 May 20 18:43:11.601511 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aedd1f-ea1b-4779-8f17-afc08b7f0d56 req-59a11621-073f-4147-970e-33d17f8a0e6d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:11.602943 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d2aedd1f-ea1b-4779-8f17-afc08b7f0d56 req-59a11621-073f-4147-970e-33d17f8a0e6d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 943 time: 0.0826426 May 20 18:43:11.647149 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-d2aedd1f-ea1b-4779-8f17-afc08b7f0d56 req-28c66e65-957f-435c-9fd9-175b8420cba2 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382814 May 20 18:43:11.949898 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 7671f1af-921a-4a9e-af62-2190a6159e0a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=92137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 18:43:12.078967 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 7671f1af-921a-4a9e-af62-2190a6159e0a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7671f1af-921a-4a9e-af62-2190a6159e0a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:43:12.091812 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Returning: {'device': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'port_id': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'mac_address': 'fa:16:3e:08:16:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 18:43:12.147956 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:12.164696 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7671f1af-921a-4a9e-af62-2190a6159e0a {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 18:43:12.179324 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 7671f1af-921a-4a9e-af62-2190a6159e0a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7671f1af-921a-4a9e-af62-2190a6159e0a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:43:12.245181 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:12.246914 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:12.311450 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=7671f1af-921a-4a9e-af62-2190a6159e0a,revision_number=4']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:12.318424 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.318774 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.319113 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.319446 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.319782 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.320111 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.320430 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.320780 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.321101 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.321419 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.321737 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.322052 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:43:12.325740 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:12.484294 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] get_ports_and_sgs() called for port_ids ['7671f1af-921a-4a9e-af62-2190a6159e0a'] {{(pid=92137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 18:43:12.829283 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7095ac0-2b4e-4fec-a2ec-7710b237c28f req-059102a9-3810-45fc-9f86-ad4f190b35bb tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:12.830704 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7095ac0-2b4e-4fec-a2ec-7710b237c28f req-059102a9-3810-45fc-9f86-ad4f190b35bb tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 944 time: 0.0785182 May 20 18:43:12.876858 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-e7095ac0-2b4e-4fec-a2ec-7710b237c28f req-d61a8fc8-4cde-4f6a-a16f-a2dc112e0b8d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400178 May 20 18:43:13.964440 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 7671f1af-921a-4a9e-af62-2190a6159e0a up at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 18:43:14.058943 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa75b-fbed-4296-a79b-5638dbd26117 req-d3fcafee-5c08-4ee6-9a69-b08cf137db84 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:14.060434 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-25daa75b-fbed-4296-a79b-5638dbd26117 req-d3fcafee-5c08-4ee6-9a69-b08cf137db84 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 944 time: 0.0791159 May 20 18:43:14.089697 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning for port 7671f1af-921a-4a9e-af62-2190a6159e0a completed by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 18:43:14.094918 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Provisioning complete for port 7671f1af-921a-4a9e-af62-2190a6159e0a triggered by entity L2. {{(pid=92137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 18:43:14.095299 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854437'] for port, provisioning_complete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:14.104804 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-25daa75b-fbed-4296-a79b-5638dbd26117 req-1ddebccf-8277-4787-9cae-338db6e55832 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 May 20 18:43:14.209975 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-752287'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:14.236842 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:43:14.246461 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] For port 7671f1af-921a-4a9e-af62-2190a6159e0a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7671f1af-921a-4a9e-af62-2190a6159e0a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:43:14.308138 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771697294008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771696762992', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771696763037'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:14.310764 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:43:14.346490 dv-cinder-792462-1-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'code': 200} May 20 18:43:14.360073 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9a552b0e-00fd-4964-aff2-51f51b2a4769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:14.387779 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Pushing event updated for resources: {'Port': ['ID=7671f1af-921a-4a9e-af62-2190a6159e0a,revision_number=5']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:43:14.390606 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:43:14.704050 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e32b04-59c0-49bd-8c7e-d632cc8f628a req-9414b797-956b-4557-a5a9-b5dc0c254e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:14.705499 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b5e32b04-59c0-49bd-8c7e-d632cc8f628a req-9414b797-956b-4557-a5a9-b5dc0c254e0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 1098 time: 0.0734956 May 20 18:43:14.746115 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b5e32b04-59c0-49bd-8c7e-d632cc8f628a req-db8d0104-9db2-457b-b5c5-0c461f37541a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335240 May 20 18:43:15.288456 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781eb10-0304-47b3-bb72-283d0389a6e7 req-8b0f1d80-6de0-46f4-b2c0-8e1700a88aa0 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:15.290423 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c781eb10-0304-47b3-bb72-283d0389a6e7 req-8b0f1d80-6de0-46f4-b2c0-8e1700a88aa0 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.0828681 May 20 18:43:15.333844 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-c781eb10-0304-47b3-bb72-283d0389a6e7 req-db5912ee-2e9f-4902-bfff-9ed2191a0bec tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377939 May 20 18:43:16.517707 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f0684-cb3a-4474-a73f-52cb365f3f01 req-3c96b52e-f876-435e-9579-fc24038f83ef tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:16.519197 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ae4f0684-cb3a-4474-a73f-52cb365f3f01 req-3c96b52e-f876-435e-9579-fc24038f83ef tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.0815606 May 20 18:43:16.563584 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ae4f0684-cb3a-4474-a73f-52cb365f3f01 req-5a5a76f9-bdc5-446b-bc5d-381e9a0cd0b3 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 May 20 18:43:16.752034 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ba818-83e4-4268-ae78-6d03e5c7feff req-f523aa3b-82da-41a6-9156-55f1a86b3298 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:16.753495 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-5a1ba818-83e4-4268-ae78-6d03e5c7feff req-f523aa3b-82da-41a6-9156-55f1a86b3298 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.0877550 May 20 18:43:16.761806 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38194) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:43:16.766878 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.v2.base [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Request body: {'floatingip': {'port_id': '7671f1af-921a-4a9e-af62-2190a6159e0a'}} {{(pid=92135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 18:43:16.846474 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, before_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:16.906746 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:17.152856 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d81d3205-124b-433a-8d6d-a7703ee1dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:17.519061 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:17.571585 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:17.741012 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.db.l3_db [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Floating IP 89ca40db-2015-447e-9d90-a2c7a5c1b6d8 associated. External IP: 172.28.1.100, port: 7671f1af-921a-4a9e-af62-2190a6159e0a. May 20 18:43:18.081894 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:43:18.146612 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:18.257882 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:43:18.262689 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:18.269088 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:43:18.278964 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:43:18.279562 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:43:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:18.315855 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-52d23e8b-ebdc-4cef-9e76-8096394575d6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "PUT /v2.0/floatingips/89ca40db-2015-447e-9d90-a2c7a5c1b6d8 HTTP/1.1" status: 200 len: 991 time: 1.5529995 May 20 18:43:18.316558 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a'}] {{(pid=92135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:43:18.360978 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'status': 'completed', 'code': 200} May 20 18:43:18.457433 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:43:18.457685 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-e75eb6dd-c0ef-43ac-ae25-b64f67c6de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:18.458954 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-e75eb6dd-c0ef-43ac-ae25-b64f67c6de04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 1098 time: 0.0733979 May 20 18:43:18.590981 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-175c0427-a7bf-49a3-8c0f-ed426e36d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:18.592407 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-175c0427-a7bf-49a3-8c0f-ed426e36d199 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1268470 May 20 18:43:18.697969 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-e74cdd60-7316-4550-8894-6deddf92baed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7671f1af-921a-4a9e-af62-2190a6159e0a HTTP/1.1" status: 200 len: 999 time: 0.0979419 May 20 18:43:18.764843 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-fd60ac9a-3aa3-4e2a-8955-edc3e7c67735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:18.766270 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-fd60ac9a-3aa3-4e2a-8955-edc3e7c67735 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0607588 May 20 18:43:18.826015 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '89ca40db-2015-447e-9d90-a2c7a5c1b6d8', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'floating_ip_address': '172.28.1.100', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'port_id': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'mac_address': 'fa:16:3e:08:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:43:02Z', 'updated_at': '2021-05-20T18:43:17Z', 'revision_number': 1, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:18.829803 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:43:18.838754 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:43:18.839347 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:43:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:18.840436 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-36258fe5-915c-4841-b171-ce420e13b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:43:18.841982 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-36258fe5-915c-4841-b171-ce420e13b7d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687592 May 20 18:43:18.972059 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-3bd09a34-7cbb-47b0-bb20-39784aadb0db service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226068 May 20 18:43:19.010999 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:43:19.201421 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-b862f842-31cc-42b8-86f5-91120cb87f1a req-1e65444d-2938-4a08-8e0e-8f8df1e91e0e service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221999 May 20 18:43:19.356908 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '89ca40db-2015-447e-9d90-a2c7a5c1b6d8', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'floating_ip_address': '172.28.1.100', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'port_id': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'mac_address': 'fa:16:3e:08:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:43:02Z', 'updated_at': '2021-05-20T18:43:17Z', 'revision_number': 1, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:43:19.361832 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92faa1aa-3ca0-404f-a7ca-9be26c6f0458 None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_floatingips': [{'id': '89ca40db-2015-447e-9d90-a2c7a5c1b6d8', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'floating_ip_address': '172.28.1.100', 'floating_network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'router_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'port_id': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'mac_address': 'fa:16:3e:08:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T18:43:02Z', 'updated_at': '2021-05-20T18:43:17Z', 'revision_number': 1, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:43:19.540625 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33a52cb-82ae-42c3-a25a-d3d04b1f72e1 None None] New status for floating IP 89ca40db-2015-447e-9d90-a2c7a5c1b6d8: ACTIVE {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:43:19.810798 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:28.479059 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:39.409530 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:43:44.397793 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6e2b-45aa-48fe-8af3-20ea7fe1c02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:46.884754 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:47.141482 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e9883888-a440-493c-9d85-fc6c1b2d979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:48.135089 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:49.803903 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:43:58.489670 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:01.463505 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-d7588c98-b196-4349-bfb5-9600ce06d2b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706913 May 20 18:44:01.603751 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-28a7829b-481a-42a2-9479-a6eadd069c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:01.605178 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-28a7829b-481a-42a2-9479-a6eadd069c84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2414cca4692e4cd585ad8bd8526757b8&device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 1098 time: 0.0740666 May 20 18:44:01.751646 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-341ed108-01ce-4310-9e0a-7ca7f2c8ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:01.753176 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-341ed108-01ce-4310-9e0a-7ca7f2c8ec25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 200 len: 912 time: 0.1277945 May 20 18:44:01.860281 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-2ad8ebae-6774-4c4e-b139-b7b30a810492 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7671f1af-921a-4a9e-af62-2190a6159e0a HTTP/1.1" status: 200 len: 1001 time: 0.0994897 May 20 18:44:01.926576 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-a118ea14-088e-4ecc-bb1d-a0d13d9cea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:01.928015 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-a118ea14-088e-4ecc-bb1d-a0d13d9cea91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 200 len: 850 time: 0.0602536 May 20 18:44:02.009118 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-0dab69ac-89f2-477c-a983-c9f8b8e94333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:02.011204 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-0dab69ac-89f2-477c-a983-c9f8b8e94333 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e474b055-8f87-4443-b2b1-830b12c1848d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764782 May 20 18:44:02.149356 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-8c6314cb-f594-4b9a-b375-4cc8266ae7a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245265 May 20 18:44:02.279508 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-1a4086f4-0d25-4dd3-a8d6-701022da0f08 req-36934780-f405-4148-a854-9553ac339c91 service neutron] 10.222.0.69 "GET /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232932 May 20 18:44:08.578729 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc295232-416a-40a7-9a44-1578f2c85e0c req-246b4762-463e-4778-b943-4eecc0ecbe98 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:08.580203 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fc295232-416a-40a7-9a44-1578f2c85e0c req-246b4762-463e-4778-b943-4eecc0ecbe98 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.0820906 May 20 18:44:08.623848 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-fc295232-416a-40a7-9a44-1578f2c85e0c req-5928e3ac-c0f9-46cd-8d28-b188b2ffa49d tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379682 May 20 18:44:09.806621 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21794c2-7b57-4d79-b890-b2beba265f87 req-fc9ca818-3b7e-44ac-81b5-77f310ef3924 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:09.807947 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f21794c2-7b57-4d79-b890-b2beba265f87 req-fc9ca818-3b7e-44ac-81b5-77f310ef3924 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.0781891 May 20 18:44:09.955078 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-f21794c2-7b57-4d79-b890-b2beba265f87 req-7ab5d5b5-3801-46bc-abcb-8da22fa12c5b tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414769 May 20 18:44:10.351109 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-bebe2589-5645-4a2d-8036-01bfba0893b6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:10.351795 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-bebe2589-5645-4a2d-8036-01bfba0893b6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Synchronizing usage tracker for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:port {{(pid=92136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 18:44:10.426410 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-bebe2589-5645-4a2d-8036-01bfba0893b6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Unset dirty status for tenant:2414cca4692e4cd585ad8bd8526757b8 on resource:port {{(pid=92136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 18:44:10.427527 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-bebe2589-5645-4a2d-8036-01bfba0893b6 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.1555336 May 20 18:44:10.562220 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Deleting port 7671f1af-921a-4a9e-af62-2190a6159e0a {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:44:10.562561 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:10.693231 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.db [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] For port 7671f1af-921a-4a9e-af62-2190a6159e0a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7671f1af-921a-4a9e-af62-2190a6159e0a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:44:10.693560 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:10.974946 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:10.975316 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745594'] for floatingip, after_update {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:10.975627 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.db.l3_db [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Floating IP 89ca40db-2015-447e-9d90-a2c7a5c1b6d8 disassociated. External IP: 172.28.1.100, port: 7671f1af-921a-4a9e-af62-2190a6159e0a. May 20 18:44:10.975958 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Calling delete_port for 7671f1af-921a-4a9e-af62-2190a6159e0a owned by compute:nova {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:44:11.142374 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e310-6eb0-4b73-b048-b5db972770a2 req-23ce5cd1-04a8-4cd9-a73d-a930fa2b6a70 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 18:44:11.143909 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac04e310-6eb0-4b73-b048-b5db972770a2 req-23ce5cd1-04a8-4cd9-a73d-a930fa2b6a70 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 945 time: 0.0829623 May 20 18:44:11.188845 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ac04e310-6eb0-4b73-b048-b5db972770a2 req-409c06be-003b-4a7d-b012-4302c74dcd58 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups?id=0b8f2c51-e28f-42d2-897c-1c9d82501722&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 May 20 18:44:11.260717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:11.266363 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-315ef4e6-6e63-4518-96aa-f52bdf682f55 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:11.309836 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event deleted for resources: {'Port': ['ID=7671f1af-921a-4a9e-af62-2190a6159e0a,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:11.321072 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.322362 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.322616 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.322836 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.323141 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.323560 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.323975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.325356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.325356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.325356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.325356 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.326309 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:11.329124 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:11.506215 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:44:11.687447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:44:11.697463 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:44:11.708332 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:44:11.708976 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:43:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:11.763054 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] No DVR routers for this DVR port 7671f1af-921a-4a9e-af62-2190a6159e0a on host hv-cinder-79246 {{(pid=92136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:44:11.765566 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for port, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:11.768276 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'name': 'network-vif-deleted', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a'}] {{(pid=92136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 18:44:11.817738 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dec56cc-544b-4cca-b1ff-413822b1f55a', 'name': 'network-vif-deleted', 'tag': '7671f1af-921a-4a9e-af62-2190a6159e0a', 'status': 'completed', 'code': 200} May 20 18:44:11.861084 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [req-6322d97b-30dd-4fff-826b-0f553c6ba7d1 req-cbd7221a-25aa-43fa-adab-7a067740f102 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.69 "DELETE /v2.0/ports/7671f1af-921a-4a9e-af62-2190a6159e0a HTTP/1.1" status: 204 len: 173 time: 1.4278879 May 20 18:44:11.892003 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:44:12.195953 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:12.199863 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:44:12.208275 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:44:12.208948 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:43:47Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:12.277453 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 7671f1af-921a-4a9e-af62-2190a6159e0a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:44:12.313321 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] No Port match for: 7671f1af-921a-4a9e-af62-2190a6159e0a {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:44:12.313754 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Device 7671f1af-921a-4a9e-af62-2190a6159e0a not bound to the agent host hv-cinder-79246 {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:44:12.359587 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [req-ddfedbf1-6a20-4475-b8fe-9c1510baba2b req-9462a692-3b79-4e0c-8d7b-4ecee8248ee2 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dec56cc-544b-4cca-b1ff-413822b1f55a HTTP/1.1" status: 200 len: 210 time: 0.0471823 May 20 18:44:12.415159 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:44:12.723526 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:12.727428 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d42aa77-6ea9-4ed0-9176-e6622b8e9649 None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:40:10Z', 'revision_number': 4, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb', '_interfaces': [{'id': '0548ad9d-598b-4623-b4b2-1c3c30ee106a', 'name': '', 'network_id': 'e474b055-8f87-4443-b2b1-830b12c1848d', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'mac_address': 'fa:16:3e:d5:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '737ef4e4-bea8-417d-b488-716aca805c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:09Z', 'updated_at': '2021-05-20T18:40:15Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'subnets': [{'id': '737ef4e4-bea8-417d-b488-716aca805c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:44:12.926061 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df87be0-d3d9-4b16-b3bf-c19edfbba03c None None] New status for floating IP 89ca40db-2015-447e-9d90-a2c7a5c1b6d8: DOWN {{(pid=92137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 18:44:13.586391 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38368) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:13.654657 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:13.682721 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:13.775032 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:13.778741 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-78a84d8c-73ed-49e9-8fa6-b3865fb8c130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:13.792337 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f2c51-e28f-42d2-897c-1c9d82501722,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:13.795420 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:13.864657 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:13.865769 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-8886446f-364c-4321-a2c3-6480b2a1763f tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "DELETE /v2.0/security-groups/0b8f2c51-e28f-42d2-897c-1c9d82501722 HTTP/1.1" status: 204 len: 168 time: 0.2779005 May 20 18:44:13.869035 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38372) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:13.884152 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.api.v2.resource [None req-70870c0d-f0d5-45ff-8007-4ef54ebb3737 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] show failed (client error): The resource could not be found. May 20 18:44:13.885122 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-70870c0d-f0d5-45ff-8007-4ef54ebb3737 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "GET /v2.0/security-groups/0b8f2c51-e28f-42d2-897c-1c9d82501722 HTTP/1.1" status: 404 len: 347 time: 0.0152047 May 20 18:44:13.887603 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38376) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:14.098128 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Deleting port efa5ad4d-ee21-4f3d-9e83-47622e720238 {{(pid=92136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:44:14.098461 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.213176 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.213495 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.331152 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.plugins.ml2.plugin [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Calling delete_port for efa5ad4d-ee21-4f3d-9e83-47622e720238 owned by network:floatingip {{(pid=92136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:44:14.374819 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b303fcfd-8b4f-4564-a298-f711e877a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.511864 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2487550'] for port, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.516262 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-420cb621-c14e-4187-9915-d96944dc2806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:14.557807 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Pushing event deleted for resources: {'Port': ['ID=efa5ad4d-ee21-4f3d-9e83-47622e720238,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:14.560915 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:14.750206 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks [] for floatingip, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.765411 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84406'] for floatingip, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:14.766518 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0d3dbee9-0433-494f-8e73-855053775a11 tempest-AttachVolumeTestJSON-568806608 tempest-AttachVolumeTestJSON-568806608-project] 10.222.0.54 "DELETE /v2.0/floatingips/89ca40db-2015-447e-9d90-a2c7a5c1b6d8 HTTP/1.1" status: 204 len: 168 time: 0.8780875 May 20 18:44:16.408331 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:44:16.888557 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:17.162808 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5be7b739-75fb-4d78-bf6e-c97f45f3e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:18.123217 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:19.155200 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38406) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:19.679308 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3772964'] for router_interface, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:19.785909 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:20.082459 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Deleting port 0548ad9d-598b-4623-b4b2-1c3c30ee106a {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:44:20.082699 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:20.202860 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] For port 0548ad9d-598b-4623-b4b2-1c3c30ee106a, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=0548ad9d-598b-4623-b4b2-1c3c30ee106a,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:44:20.203492 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:20.325962 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Calling delete_port for 0548ad9d-598b-4623-b4b2-1c3c30ee106a owned by network:router_interface {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:44:20.643136 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:20.646783 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-16acc601-48f4-4a58-ae8d-6f6b965b0799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:20.691791 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Pushing event deleted for resources: {'Port': ['ID=0548ad9d-598b-4623-b4b2-1c3c30ee106a,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:20.745986 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:20.967298 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3766963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3773072'] for router_interface, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:21.312411 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Router 77967610-07f8-4dc5-9ec7-e4530d7d400f has already been hosted by L3 agent 3b5502c7-f396-4e1b-a057-12400cc6c2c0 {{(pid=92135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 18:44:21.486711 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] Notify agent at l3_agent.dv-cinder-792462-1-smb the message routers_updated {{(pid=92135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 18:44:21.495496 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] Sync routers for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 18:44:21.500059 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-9b88f496-ee63-461b-b86b-249b5655982d admin admin] 10.222.0.54 "PUT /v2.0/routers/77967610-07f8-4dc5-9ec7-e4530d7d400f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3438094 May 20 18:44:21.502582 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38410) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:21.504807 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:44:21.505408 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:44:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:21.673744 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks [] for router, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:21.680266 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: dv-cinder-792462-1-smb {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:44:21.954328 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:21.964065 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'external_fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:44:20Z', 'revision_number': 5, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port': {'id': 'a9113ba0-5f02-4769-b53e-46219c2c6201', 'name': '', 'network_id': '02ca1856-0ac2-4f6e-a74e-119cd05d4b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T18:40:06Z', 'updated_at': '2021-05-20T18:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c57a1347-6b9c-4cbf-836d-619f925f42c1', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-1-smb'}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:21.970751 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] Checking router: 77967610-07f8-4dc5-9ec7-e4530d7d400f for host: dv-cinder-792462-1-smb {{(pid=92138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 18:44:21.976162 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] Routers {'77967610-07f8-4dc5-9ec7-e4530d7d400f'} bound to L3 agent in host dv-cinder-792462-1-smb {{(pid=92138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 18:44:21.976777 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T18:24:17Z,description=,heartbeat_timestamp=2021-05-20T18:44:17Z,host='dv-cinder-792462-1-smb',id=3b5502c7-f396-4e1b-a057-12400cc6c2c0,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T18:24:18Z,topic='l3_agent')) {'router_ids': ['77967610-07f8-4dc5-9ec7-e4530d7d400f'], 'active': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:22.090290 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Deleting port a9113ba0-5f02-4769-b53e-46219c2c6201 {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:44:22.090635 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.126577 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_dvr_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] Set router 77967610-07f8-4dc5-9ec7-e4530d7d400f gateway port host: None {{(pid=92138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 18:44:22.211270 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] For port a9113ba0-5f02-4769-b53e-46219c2c6201, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=a9113ba0-5f02-4769-b53e-46219c2c6201,segment=NetworkSegment(1f8fde4b-7420-4a98-af8b-1680d147094c),segment_id=1f8fde4b-7420-4a98-af8b-1680d147094c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:44:22.211510 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.259350 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.l3_hamode_db [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:44:21Z', 'revision_number': 6, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port_host': None}], 'dv-cinder-792462-1-smb', False) {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:22.263851 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38c0b-c3a8-4c3a-9654-d5a1437e248a None None] The sync data for ids ['77967610-07f8-4dc5-9ec7-e4530d7d400f'] in dv-cinder-792462-1-smb is: [{'id': '77967610-07f8-4dc5-9ec7-e4530d7d400f', 'name': 'tempest-AttachVolumeTestJSON-1714901865-router', 'tenant_id': '2414cca4692e4cd585ad8bd8526757b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T18:40:05Z', 'updated_at': '2021-05-20T18:44:21Z', 'revision_number': 6, 'project_id': '2414cca4692e4cd585ad8bd8526757b8', 'gw_port_host': None}] {{(pid=92138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 18:44:22.335453 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Calling delete_port for a9113ba0-5f02-4769-b53e-46219c2c6201 owned by network:router_gateway {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:44:22.529015 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.532507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-5172ef8e-c8bc-44e5-8181-a61d3252b8e8 tempest-TestMinimumBasicScenario-378151945 tempest-TestMinimumBasicScenario-378151945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:22.576771 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Pushing event deleted for resources: {'Port': ['ID=a9113ba0-5f02-4769-b53e-46219c2c6201,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:22.579740 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:22.669801 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745551'] for router_gateway, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.834558 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3744889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28942'] for router, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.836645 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.928746 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3747891'] for router, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.929278 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77967610-07f8-4dc5-9ec7-e4530d7d400f {{(pid=92135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 18:44:22.946826 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] Notify callbacks [] for router, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:22.946826 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-9f180098-d5e5-4c49-9795-3475b30b77af admin admin] 10.222.0.54 "DELETE /v2.0/routers/77967610-07f8-4dc5-9ec7-e4530d7d400f HTTP/1.1" status: 204 len: 168 time: 1.4394169 May 20 18:44:22.946826 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38414) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:23.008679 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.db_base_plugin_v2 [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Deleting subnet 737ef4e4-bea8-417d-b488-716aca805c61 {{(pid=92135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 18:44:23.011991 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.053683 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0548ad9d-598b-4623-b4b2-1c3c30ee106a no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:44:23.062588 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3913937'] for subnet, precommit_delete_associations {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.090473 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 0548ad9d-598b-4623-b4b2-1c3c30ee106a {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:44:23.090473 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 0548ad9d-598b-4623-b4b2-1c3c30ee106a not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:44:23.090819 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device a9113ba0-5f02-4769-b53e-46219c2c6201 no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:44:23.125160 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: a9113ba0-5f02-4769-b53e-46219c2c6201 {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:44:23.125519 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device a9113ba0-5f02-4769-b53e-46219c2c6201 not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:44:23.145103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858711'] for subnet, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.466505 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2576908'] for subnet, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.470549 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:23.509766 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737ef4e4-bea8-417d-b488-716aca805c61,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:23.512205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:23.526342 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.526747 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc1e19-111f-4005-8fcf-764f3742ca7b None None] Network e474b055-8f87-4443-b2b1-830b12c1848d requested from dv-cinder-792462-1-smb {{(pid=92137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 18:44:23.526860 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-78778b2f-e91f-4a45-af67-7e18a7aa23c4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/737ef4e4-bea8-417d-b488-716aca805c61 HTTP/1.1" status: 204 len: 168 time: 0.5743301 May 20 18:44:23.526860 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38418) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:23.722789 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-784911'] for network, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.794581 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Deleting port 07c9b81e-8445-4132-9daa-737216b8be7d {{(pid=92135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:44:23.794925 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.812446 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] DHCP port deletion for e474b055-8f87-4443-b2b1-830b12c1848d request from dv-cinder-792462-1-smb {{(pid=92137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 18:44:23.875933 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Deleting port 07c9b81e-8445-4132-9daa-737216b8be7d {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 18:44:23.876307 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771697289427'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.892855 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.db [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] For port 07c9b81e-8445-4132-9daa-737216b8be7d, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=07c9b81e-8445-4132-9daa-737216b8be7d,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:44:23.893205 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:23.973206 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] For port 07c9b81e-8445-4132-9daa-737216b8be7d, host dv-cinder-792462-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-1-smb',level=0,port_id=07c9b81e-8445-4132-9daa-737216b8be7d,segment=NetworkSegment(c425d113-0d8e-4278-933c-61157f06db7c),segment_id=c425d113-0d8e-4278-933c-61157f06db7c)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 18:44:23.973520 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3795166'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.014579 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.plugin [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Calling delete_port for 07c9b81e-8445-4132-9daa-737216b8be7d owned by network:dhcp {{(pid=92135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:44:24.090960 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Calling delete_port for 07c9b81e-8445-4132-9daa-737216b8be7d owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 18:44:24.134629 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984063'] for port, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.139923 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-066d75c8-0fd9-40d4-a50b-e7ef76481988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:24.140844 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-752200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3766949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771697294026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771696762983'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.145161 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:24.185199 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c9b81e-8445-4132-9daa-737216b8be7d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:24.186975 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] No DVR routers for this DVR port 07c9b81e-8445-4132-9daa-737216b8be7d on host dv-cinder-792462-1-smb {{(pid=92135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:44:24.188408 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:24.190891 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Pushing event deleted for resources: {'Port': ['ID=07c9b81e-8445-4132-9daa-737216b8be7d,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:24.195518 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] No DVR routers for this DVR port 07c9b81e-8445-4132-9daa-737216b8be7d on host dv-cinder-792462-1-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 18:44:24.202004 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.202346 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.205496 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:44:24.208308 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2411ef56-8734-4b79-9fdf-dd271123215c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:24.301455 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859864', 'neutron.services.segments.db._delete_segments_for_network-8771697202041'] for network, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.314744 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e474b055-8f87-4443-b2b1-830b12c1848d']}} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:24.326585 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c425d113-0d8e-4278-933c-61157f06db7c') {'for_net_delete': True} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:24.326880 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.services.segments.db [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c425d113-0d8e-4278-933c-61157f06db7c') {} {{(pid=92135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 18:44:24.337793 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771697214199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3913950'] for segment, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.353439 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972'] for segment, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.360181 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=92135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 18:44:24.360615 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-879972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2983978'] for segment, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: Traceback (most recent call last): May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: timer() May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: cb(*args, **kw) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: return func(*args, **kwargs) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: self._notify() May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: self.callback(batched_events) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: event.method(event) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: aggregate_uuid = self.p_client.list_aggregates( May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: return f(self, *a, **k) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: return self._get(url).json() May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: return self.request(url, 'GET', **kwargs) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: base_url = self.get_endpoint(auth, allow=allow, May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 18:44:24.374179 dv-cinder-792462-1-smb neutron-server[92135]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 18:44:24.523109 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3799196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3766970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745572'] for network, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.526640 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-104f0f35-d524-4626-b98a-dce24803e92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:24.539710 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3766935'] for network, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:24.551766 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e474b055-8f87-4443-b2b1-830b12c1848d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:24.561311 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:24.637980 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-97a5545e-4337-4cae-a1c6-d1d91dfedcc2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e474b055-8f87-4443-b2b1-830b12c1848d HTTP/1.1" status: 204 len: 168 time: 1.1138649 May 20 18:44:24.942019 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38424) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:24.991100 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-a03730a2-49b9-4e02-a4a9-528cc37575bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2414cca4692e4cd585ad8bd8526757b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478146 May 20 18:44:24.993683 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38428) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:25.004426 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 07c9b81e-8445-4132-9daa-737216b8be7d no longer exists at agent ovs-agent-dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 18:44:25.038358 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] No Port match for: 07c9b81e-8445-4132-9daa-737216b8be7d {{(pid=92137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 18:44:25.039341 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.rpc [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Device 07c9b81e-8445-4132-9daa-737216b8be7d not bound to the agent host dv-cinder-792462-1-smb {{(pid=92137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 18:44:25.054685 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:25.080382 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:25.202838 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:25.206426 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-cb39fc6f-d691-474f-853b-959733611d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:25.221110 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2951a-e448-4bf0-9a02-a8ec8ea62f66,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:25.226178 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:25.228018 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:25.229134 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-e7583190-0bc1-4ae6-9c0c-2a9c15e867cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6e2951a-e448-4bf0-9a02-a8ec8ea62f66 HTTP/1.1" status: 204 len: 168 time: 0.2344964 May 20 18:44:28.505777 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.348085 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38514) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:33.464882 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.482941 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:44:33.486765 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2afb38584349a08937b39e044c2737 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:44:33.489564 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:44:33.495791 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:44:33.579049 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.625547 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.633321 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-7081a292-c285-4cfe-90c1-b634212c7fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:33.673629 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c2afb38584349a08937b39e044c2737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244205 May 20 18:44:33.674617 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e0a8f-1593-44c1-b38f-b0a71086e21c,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:33.676279 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38520) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:33.678294 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-2010bf91-797a-424e-88ee-23c204d1e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:33.734691 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.759376 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.865320 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.868846 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-266eb843-f7d8-4fb6-9b44-5889009f8b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:33.885129 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e0a8f-1593-44c1-b38f-b0a71086e21c,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:33.888081 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:33.890160 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:33.891250 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-6c508aef-c5eb-4581-83ca-9165d91d7dcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e8e0a8f-1593-44c1-b38f-b0a71086e21c HTTP/1.1" status: 204 len: 168 time: 0.2139835 May 20 18:44:34.484554 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38528) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:34.502255 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.517463 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:44:34.521285 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5119d37e394450844852e2af214bc3 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:44:34.524088 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:44:34.529867 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:44:34.608304 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.648228 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.656572 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-bd4dfc52-1215-44be-9e4d-82e8d1de41ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:34.695824 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f5119d37e394450844852e2af214bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104492 May 20 18:44:34.696754 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f02797-38b2-45f9-9f56-9e193b92656b,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:34.699136 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38532) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:34.700224 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-93ce4ca4-c275-4e77-bd8f-ada72eb692a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:34.756148 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.781598 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.916688 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.920706 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-fdcab896-e2a0-452c-b082-11745c52c0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:34.936332 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f02797-38b2-45f9-9f56-9e193b92656b,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:34.941310 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:34.946621 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:34.947682 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-f3ac4e3a-8e8e-48de-bd17-4522b0c0f02f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79f02797-38b2-45f9-9f56-9e193b92656b HTTP/1.1" status: 204 len: 168 time: 0.2476118 May 20 18:44:38.528380 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38604) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:38.643965 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:38.657806 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:44:38.661667 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e7214219754cadb3c545d8ebc04a4c is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:44:38.664550 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:44:38.670630 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:44:38.749643 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:38.796503 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:38.808992 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-64b25e11-e25d-4c07-bd23-6958d3e7ce04 tempest-AttachVolumeShelveTestJSON-937118876 tempest-AttachVolumeShelveTestJSON-937118876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:38.846551 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1e7214219754cadb3c545d8ebc04a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170981 May 20 18:44:38.848103 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce47c730-52fb-455e-83dc-56eebbd98d2d,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:38.849291 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38610) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:38.851066 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-ad563b79-51e1-4643-b971-198e7c847bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:38.912177 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:38.938257 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:39.036674 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:39.040270 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-3b5451e3-4f37-4fe3-98a9-a3b2674948f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:39.051551 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce47c730-52fb-455e-83dc-56eebbd98d2d,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:39.055337 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:39.058660 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:39.059731 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce47c730-52fb-455e-83dc-56eebbd98d2d HTTP/1.1" status: 204 len: 168 time: 0.2086358 May 20 18:44:39.710379 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38618) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:39.727947 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:39.742436 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:44:39.746836 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0e81f46c614b2ead47b70babd508db is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:44:39.749631 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:44:39.755215 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:44:39.833512 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:39.893757 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:39.901729 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-316de0b8-2cdf-471c-b8a0-e23982cdcfea tempest-TestShelveInstance-2061829369 tempest-TestShelveInstance-2061829369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:39.939709 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d0e81f46c614b2ead47b70babd508db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282984 May 20 18:44:39.941330 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9303c6fa-c202-489e-ae9e-eec94ae4b5fc,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:39.942391 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38622) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:39.944353 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-26fdca7c-fcef-4a6d-9b64-3b5942199368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:40.002678 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:40.028360 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:40.179612 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:40.183885 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-57519976-7a69-4314-95c5-478bd71faa99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:40.196578 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9303c6fa-c202-489e-ae9e-eec94ae4b5fc,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:40.201105 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:40.201445 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:40.202800 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9303c6fa-c202-489e-ae9e-eec94ae4b5fc HTTP/1.1" status: 204 len: 168 time: 0.2591901 May 20 18:44:44.408116 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6c50f469-b5be-43ac-b795-16199ae57fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.037712 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38668) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:45.152083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.165858 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:44:45.169822 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Usage tracker for resource:security_group_rule and tenant:9eee166904544d66b8ab4b8d31e5c973 is out of sync, need to count used quota {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:44:45.172583 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.quota.resource [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92135) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:44:45.178166 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.db.quota.driver [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92135) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:44:45.263507 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.322390 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.330054 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-558f6564-d971-454e-b05a-1a92e88bc21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:45.369496 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9eee166904544d66b8ab4b8d31e5c973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307366 May 20 18:44:45.371652 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377c9b77-1b94-4af6-aa4b-3da4cd457d35,revision_number=1']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:45.372848 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38674) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:44:45.374880 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-4a1832ae-f1c5-48d5-9eae-06520a60a76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:45.430994 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.456393 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.545494 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.548969 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-c956adc6-6ba6-4454-aa54-3b51b75e596e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:44:45.560158 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c9b77-1b94-4af6-aa4b-3da4cd457d35,revision_number=None']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:44:45.563594 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:44:45.567415 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:45.568604 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-ed1bc11a-eaaf-41ce-bdff-86b8ab661012 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/377c9b77-1b94-4af6-aa4b-3da4cd457d35 HTTP/1.1" status: 204 len: 168 time: 0.1941919 May 20 18:44:46.893768 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:47.162263 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-38a26230-82da-4f79-87e6-b276987d18d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:48.116893 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:49.813885 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:44:53.408434 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:44:58.516837 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:14.362099 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-169ae66d-775e-441e-b746-555edccc65ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:16.876067 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:17.162266 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0fafdfaa-c09d-4d97-b210-bf24ced4e220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:18.167921 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:19.801752 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.075565 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38928) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:45:24.234713 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.249118 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:45:24.253500 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Usage tracker for resource:security_group_rule and tenant:6b460d4521ec489f8c74214cb9da1323 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:45:24.256260 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:45:24.262031 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:45:24.342493 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.395975 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.403218 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0b067dda-3088-4b6f-93ee-198866c8f3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:45:24.444166 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b460d4521ec489f8c74214cb9da1323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675776 May 20 18:45:24.445086 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d514e37c-8793-4986-b8d6-5f2962875fd4,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:45:24.446837 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38934) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:45:24.452339 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.452733 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.453094 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.453447 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.453828 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.454176 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.454520 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.454863 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.455207 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.455547 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.455886 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.456228 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.460169 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-0eace476-65b9-4f90-8ce1-c35cae254718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:45:24.506649 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.535744 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.646526 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.650210 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-a78049ab-6567-489b-9ae8-17b052d43599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:45:24.662633 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d514e37c-8793-4986-b8d6-5f2962875fd4,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:45:24.675913 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.676284 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.676673 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.677031 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.677385 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.677735 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.678083 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.678429 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.678774 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.679116 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.679461 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.679840 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-1-smb {{(pid=92135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 18:45:24.683018 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:45:24.698215 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:24.699336 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-585ec4e2-18b5-4ddf-8be5-d83a7ae83905 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d514e37c-8793-4986-b8d6-5f2962875fd4 HTTP/1.1" status: 204 len: 168 time: 0.2514513 May 20 18:45:26.463784 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.wsgi [-] (92136) accepted ('10.222.0.54', 38966) {{(pid=92136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:45:26.577911 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:26.592272 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 18:45:26.596717 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Usage tracker for resource:security_group_rule and tenant:95c26b10cd494228b5091ec9044b9042 is out of sync, need to count used quota {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 18:45:26.599514 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.quota.resource [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 18:45:26.605851 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.db.quota.driver [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 18:45:26.686567 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:26.772293 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron_lib.callbacks.manager [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_create {{(pid=92136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:26.781065 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-37bc91fe-38d1-473f-bb6c-0746c7c962a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:45:26.820905 dv-cinder-792462-1-smb neutron-server[92136]: INFO neutron.wsgi [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95c26b10cd494228b5091ec9044b9042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559668 May 20 18:45:26.822448 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e5d864-5fb0-46d4-b391-abfe6dacd46d,revision_number=1']} {{(pid=92136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:45:26.823421 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.wsgi [-] (92135) accepted ('10.222.0.54', 38972) {{(pid=92135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 18:45:26.825428 dv-cinder-792462-1-smb neutron-server[92136]: DEBUG oslo_concurrency.lockutils [None req-5bb3191d-8d82-4d13-9359-868433ebbd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92136) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:45:26.884841 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:26.909858 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:27.047558 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799118'] for security_group, after_delete {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:27.051796 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-982010b0-43bc-4da5-b4c7-9ed911329ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 18:45:27.062895 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e5d864-5fb0-46d4-b391-abfe6dacd46d,revision_number=None']} {{(pid=92135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 18:45:27.070953 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG oslo_concurrency.lockutils [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92135) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 18:45:27.071408 dv-cinder-792462-1-smb neutron-server[92135]: DEBUG neutron_lib.callbacks.manager [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:27.072669 dv-cinder-792462-1-smb neutron-server[92135]: INFO neutron.wsgi [None req-8ad923a1-804d-4080-950c-a8f106df66c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14e5d864-5fb0-46d4-b391-abfe6dacd46d HTTP/1.1" status: 204 len: 168 time: 0.2482708 May 20 18:45:28.510573 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:30.407865 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:45:44.384632 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-684acb80-a401-4496-bd86-4200ad33c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:46.881718 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:47.144728 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-032613a7-c5f5-4cd2-aee3-58b085cc27ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:48.230143 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:49.829743 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:45:58.508598 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:07.405899 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:46:14.370961 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93eca243-9aef-43e7-a3e9-810f37c0a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:16.886629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:17.155638 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2175b76-6957-43f2-bcb4-aa85e5d6d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:18.159400 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:19.795323 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:28.532141 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:44.369773 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3b419e3a-fb6f-40c4-9433-8c028ce865d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:44.404522 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:46:46.924113 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:47.141209 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-58450f08-67d0-48cc-81bd-02b4cd79db24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:48.169716 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:49.852235 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:46:58.518136 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:14.380284 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34082094-e7da-434f-a5a1-6139d425cb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:16.900294 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:17.145922 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4ce49d2e-19d5-4958-8b8f-873db80d6ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:18.165746 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:19.822958 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:21.404945 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:47:28.537630 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:44.396397 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef41a-15ee-4613-8ceb-131e0aedcbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:46.939187 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:47.150803 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bf3600a9-4fc5-4217-9b2a-668ff3b01b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:48.168108 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:49.819468 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:47:58.404036 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:47:58.516333 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:14.372629 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5070f0dd-f8db-4fe0-8bc7-6090049ea75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:16.914423 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:17.166561 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-19b23ad3-27aa-4a65-a556-3ab857fabaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:18.161306 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:19.812362 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:28.536842 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:35.403012 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:48:44.371839 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-543fb9ad-110c-44ac-9684-a49af7df1b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:46.931473 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:47.182279 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-be9fef0a-8f11-4a67-965a-9cb3eaabb6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:48.193455 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:49.840084 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:48:58.531218 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:12.401083 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:49:14.376352 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eab3903f-d6a9-465f-9303-e5cb63ba3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:16.885433 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:17.142159 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3718cd83-c0a7-4138-89d5-b2de7faeab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:18.188112 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:19.833821 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:28.559042 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:44.358147 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2c44e953-b9f2-45b2-ade0-c9da84387ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:46.890012 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:47.124807 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-44f684d7-82f7-48af-abd4-39b448865795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:48.181627 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1619-acd8-4663-8385-1aa0edfb5f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:49.400420 dv-cinder-792462-1-smb neutron-server[92138]: DEBUG neutron.db.agents_db [None req-c139ba16-3037-4ea8-80a9-a21c20cd2bad None None] Agent healthcheck: found 6 active agents {{(pid=92138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 18:49:49.832991 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcce9885-74db-4688-9ba5-bde13e193d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:49:58.529744 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5ad381e1-ccd1-4eb5-8a39-9f79116e0b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:14.381236 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-43d289cd-4bc1-4d08-bb11-f3c8dd477ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:16.912626 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-393ad914-f5aa-4255-857e-240dd5c98890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 18:50:17.146842 dv-cinder-792462-1-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3d7009da-b86c-4272-88c6-134b18fa879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771697206092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854294'] for agent, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}